-- Logs begin at Thu 2021-05-20 19:47:33 UTC, end at Thu 2021-05-20 20:55:56 UTC. -- May 20 20:32:23.282171 dv-cinder-784623-13-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 20:32:25.760100 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.common.config [-] Logging enabled! May 20 20:32:25.760754 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 20:32:25.760878 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98793) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 20:32:25.764055 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.common.config [-] Logging enabled! May 20 20:32:25.764313 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 20:32:25.764626 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98793) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 20:32:25.765575 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 20:32:25.765808 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 20:32:25.766174 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 20:32:25.766419 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 20:32:25.766646 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 20:32:25.767020 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.767327 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.767628 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.767886 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.768188 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.768483 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.768773 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.769073 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.769482 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.770336 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.770626 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.770917 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.771154 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.771446 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.771765 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.772063 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.772296 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] debug = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.772584 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.773023 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.773439 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.773729 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.774022 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.774307 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.774582 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.774864 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.775152 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.775496 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] host = dv-cinder-784623-13-smb {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.775806 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.776101 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.776394 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.776685 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.776966 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.777246 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.777538 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.777818 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.778095 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] log_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.778375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.778668 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.778964 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.779258 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.779487 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.779734 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.780031 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.780322 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.780601 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.780879 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.781157 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.781435 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.781715 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.781989 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.782282 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.782612 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.782907 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.783183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.783460 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.783772 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.784051 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.784342 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.784619 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.784896 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.785202 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.785526 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.785805 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.786084 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.786391 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.786682 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.786969 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.787256 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.787534 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.787845 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.788127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.788411 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.788683 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] use_json = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.788959 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.789250 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.789527 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.789805 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.790082 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.790360 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.790635 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.790924 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:25.791226 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.791527 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.791971 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.792266 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.792570 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.792857 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.793154 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.793440 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.793738 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.794034 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.794332 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.794617 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.794915 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.795200 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.795503 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.795838 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.796145 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.796442 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.796725 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.797004 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.797285 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.797570 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.797861 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.798163 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.798462 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.798742 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.799034 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.799329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.799634 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.799916 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.800202 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.800495 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.800807 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.801087 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.801377 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.801660 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.801939 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.802215 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.802502 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.802797 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.803083 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.803360 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.803638 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.803950 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.804229 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.804519 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.804801 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.805079 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.805360 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.805645 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.805924 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.806200 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.806487 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.806767 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.807053 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.807331 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.807611 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.807915 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.808197 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.808475 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.808755 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.809039 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.809325 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.809605 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.809883 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.810162 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.810442 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.810722 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.811018 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.811324 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.811614 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.811924 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.812212 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.812498 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.812786 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.813069 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.813354 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.813637 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.813918 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.814214 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.814505 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.814798 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.815094 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.815381 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.815686 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.815994 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.816848 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.817136 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.817427 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.817726 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.818020 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.818323 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.818624 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.818926 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.819240 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.819541 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.819858 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.820178 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.820466 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:25.820690 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 20:32:25.820937 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98793) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 20:32:26.178936 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:32:26.179211 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:32:26.179504 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:32:26.179880 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 20:32:26.497520 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.497710 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.497990 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.499328 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.499611 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.499906 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.620850 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.621146 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.621383 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.636323 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.636695 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.637084 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.669952 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.670236 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.670513 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.710828 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.711101 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.711374 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.949830 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.950485 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.950485 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.950792 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:26.951363 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.079481 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.079820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.080107 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.080389 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.080662 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.080998 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.081242 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.081503 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.081762 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.082167 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.082597 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.082882 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.083155 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.083418 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.083693 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.083991 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.084256 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.084679 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.084947 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.085239 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.085599 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.085860 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.086120 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.086411 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.086669 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.086921 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.087307 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:32:27.087547 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:32:27.087823 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:32:27.088066 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:32:27.088301 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:32:27.088537 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:32:27.088906 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 20:32:27.092107 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 20:32:27.096063 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 20:32:27.100061 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) May 20 20:32:27.101694 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 20:32:27.102144 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 20:32:27.102479 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 20:32:27.102865 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 20:32:27.105867 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 20:32:27.106132 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 20:32:27.106482 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 20:32:27.136221 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 20:32:27.136684 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.136990 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98793) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 20:32:27.137355 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.138717 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98793) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 20:32:27.139007 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 20:32:27.139257 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 20:32:27.142500 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.142788 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:27.215370 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 20:32:27.215552 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 20:32:27.215812 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 20:32:27.216196 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 20:32:27.246438 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_db.sqlalchemy.engines [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98793) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 20:32:27.737643 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Initializing driver for type 'gre' May 20 20:32:27.738256 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] gre ID ranges: [(1, 1000)] May 20 20:32:27.897416 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Initializing driver for type 'local' May 20 20:32:27.897757 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Initializing driver for type 'vlan' May 20 20:32:28.002298 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] VlanTypeDriver initialization complete May 20 20:32:28.002920 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Initializing driver for type 'vxlan' May 20 20:32:28.003261 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] vxlan ID ranges: [(1, 1000)] May 20 20:32:28.247893 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Initializing extension driver 'port_security' May 20 20:32:28.248242 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] PortSecurityExtensionDriver initialization complete May 20 20:32:28.248611 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Initializing mechanism driver 'openvswitch' May 20 20:32:28.248946 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Initializing mechanism driver 'hyperv' May 20 20:32:28.256610 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.plugins.ml2.plugin [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:32:28.257329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > port after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.257708 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > port after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.258067 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > port after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.258507 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > subnet after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.258863 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > subnet after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.259208 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.259584 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > network after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.259952 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > network after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.260294 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > network after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.260673 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > security_group after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.261027 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > security_group after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.261369 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.261745 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.262089 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.262430 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.262803 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > address_group after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.263146 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > address_group after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.263482 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.263852 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] ML2 OVO RPC backend initialized. {{(pid=98793) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 20:32:28.264671 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.265028 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.265441 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > network before_response 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.265788 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > networks before_response 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.266132 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > port before_response 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.266471 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > ports before_response 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.266813 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > subnet before_response 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.267159 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > subnets before_response 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.267503 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > network after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.267869 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > network after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.268204 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > network after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.268541 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > port after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.268874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > port after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.269255 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > port after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.272326 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > subnet after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.272326 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > subnet after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.272326 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.272326 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.plugin [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Modular L2 Plugin initialization complete May 20 20:32:28.272326 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading services supported by the core plugin {{(pid=98793) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 20:32:28.272768 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.plugins.ml2.managers [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Got port-security extension from driver 'port_security' May 20 20:32:28.272768 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.extensions.vlantransparent [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Disabled vlantransparent extension. May 20 20:32:28.273073 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98793) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 20:32:28.273427 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading Plugin: router May 20 20:32:28.318626 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.319032 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router after_create 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.319410 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router before_create 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.319938 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.320428 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.320842 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router after_delete 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.321205 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.321572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router after_create 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.321925 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router after_update 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.322277 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router after_update 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.322683 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.323045 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router after_update 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.323458 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_update 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.323859 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: port after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.324207 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: port after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.324556 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: subnet after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.324931 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.325278 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.325628 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_create 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.325971 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: port before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.326315 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.326681 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router after_update 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.327025 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.327421 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_create 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.327814 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.328165 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_update 55549900 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.328581 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > network after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.329454 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Tracking information for resource: router configured {{(pid=98793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:32:28.329789 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Tracking information for resource: floatingip configured {{(pid=98793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 20:32:28.335769 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.db.l3_agentschedulers_db [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 20:32:28.336348 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: port after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.336713 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: port after_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.337072 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: port after_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.337426 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: port after_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.338226 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router before_create 55550100 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.338913 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.339020 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_create 55550100 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.339351 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > router precommit_update 55550100 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.343954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.services.provider_configuration [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service providers = [] {{(pid=98793) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 20:32:28.344325 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.db.servicetype_db [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98793) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 20:32:28.347323 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.services.service_base [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 20:32:28.347907 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.services.service_base [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 20:32:28.348259 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.services.service_base [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 20:32:28.349158 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.services.service_base [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 20:32:28.349533 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.services.service_base [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 20:32:28.350185 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:32:28.350513 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 20:32:28.361248 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:32:28.361588 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading Plugin: auto_allocate May 20 20:32:28.376729 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: network precommit_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.377187 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: network precommit_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.377722 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:32:28.378044 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading Plugin: tag May 20 20:32:28.385645 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:32:28.385977 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading Plugin: timestamp May 20 20:32:28.389844 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:32:28.390184 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading Plugin: network_ip_availability May 20 20:32:28.395513 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.395926 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.396293 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.397038 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:32:28.397357 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading Plugin: flavors May 20 20:32:28.405650 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:32:28.405981 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading Plugin: revisions May 20 20:32:28.410406 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 20:32:28.410807 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_concurrency.lockutils [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.231s {{(pid=98793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:32:28.411552 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98793) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 20:32:28.411932 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Initializing extension manager. May 20 20:32:28.412450 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: __init__.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.412799 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: __pycache__ {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.413140 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.413479 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: address_group.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.414333 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.414927 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: address-group May 20 20:32:28.415257 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: address_scope.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.415999 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.416513 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: address-scope May 20 20:32:28.416840 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.417769 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.418362 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: router-admin-state-down-before-update May 20 20:32:28.418693 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: agent.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.419392 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.419921 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: agent May 20 20:32:28.420245 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: agent_resources_synced.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.421269 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.421786 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: agent-resources-synced May 20 20:32:28.422110 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: allowedaddresspairs.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.429921 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.430445 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: allowed-address-pairs May 20 20:32:28.430777 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: auto_allocated_topology.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.431944 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.432434 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: auto-allocated-topology May 20 20:32:28.432757 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: availability_zone.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.433455 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.433968 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: availability_zone May 20 20:32:28.434289 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: availability_zone_filter.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.435235 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.435766 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: availability_zone_filter May 20 20:32:28.436092 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: data_plane_status.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.436989 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.437492 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension data-plane-status not supported by any of loaded plugins May 20 20:32:28.437813 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: default_subnetpools.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.438874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.439391 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: default-subnetpools May 20 20:32:28.439723 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.440554 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.441064 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: dhcp_agent_scheduler May 20 20:32:28.442197 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: dns.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.443622 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.444255 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension dns-integration not supported by any of loaded plugins May 20 20:32:28.444586 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: dns_domain_ports.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.445504 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.446017 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 20:32:28.446342 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: dvr.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.447044 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.447552 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: dvr May 20 20:32:28.447919 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: empty_string_filtering.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.448806 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.449315 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: empty-string-filtering May 20 20:32:28.449638 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.450543 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.451047 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 20:32:28.451367 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.452288 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.452795 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 20:32:28.453116 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: external_net.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.454020 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.454525 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: external-net May 20 20:32:28.454891 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.455827 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.456336 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: extra_dhcp_opt May 20 20:32:28.456658 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: extraroute.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.457725 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.458177 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: extraroute May 20 20:32:28.458457 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: extraroute_atomic.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.462777 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.462777 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: extraroute-atomic May 20 20:32:28.462777 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: filter_validation.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.462777 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.462777 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: filter-validation May 20 20:32:28.462777 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: fip_pf_description.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.472267 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.472881 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 20:32:28.473187 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: fip_port_details.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.474130 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.474645 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: fip-port-details May 20 20:32:28.474967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: flavors.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.476301 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.476825 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: flavors May 20 20:32:28.477155 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.478847 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.479376 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 20:32:28.479731 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: floatingip_pools.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.480515 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.481036 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: floatingip-pools May 20 20:32:28.481363 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: ip_allocation.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.482350 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.482861 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension ip_allocation not supported by any of loaded plugins May 20 20:32:28.483185 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.484120 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.484632 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: ip-substring-filtering May 20 20:32:28.484957 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: l2_adjacency.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.485885 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.486389 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 20:32:28.486744 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: l3.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.487776 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.488963 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: router May 20 20:32:28.489292 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.500271 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.501071 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 20:32:28.501406 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.502352 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.502866 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: ext-gw-mode May 20 20:32:28.503223 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.504997 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.505513 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: l3-ha May 20 20:32:28.505841 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: l3_flavors.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.506792 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.507258 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: l3-flavors May 20 20:32:28.507587 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.508538 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.509055 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 20:32:28.509383 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: l3agentscheduler.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.510528 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.511061 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: l3_agent_scheduler May 20 20:32:28.511390 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: logging.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.512938 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.513452 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension logging not supported by any of loaded plugins May 20 20:32:28.513783 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: metering.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.514524 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.515204 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: metering May 20 20:32:28.515530 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.516672 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.517190 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: metering_source_and_destination_fields May 20 20:32:28.517517 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: multiprovidernet.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.518575 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.519089 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: multi-provider May 20 20:32:28.519457 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: netmtu.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.520497 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.521015 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: net-mtu May 20 20:32:28.521347 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: netmtu_writable.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.522364 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.522878 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: net-mtu-writable May 20 20:32:28.523242 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: network_availability_zone.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.523958 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.524463 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: network_availability_zone May 20 20:32:28.524789 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: network_ip_availability.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.525869 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.526383 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: network-ip-availability May 20 20:32:28.526736 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: network_segment_range.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.527491 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.528021 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension network-segment-range not supported by any of loaded plugins May 20 20:32:28.528345 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: pagination.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.529313 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.529645 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: pagination May 20 20:32:28.529966 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: port_device_profile.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.530883 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.531410 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: port-device-profile May 20 20:32:28.531762 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.532676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.533190 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: port-mac-address-regenerate May 20 20:32:28.533514 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.534465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.535020 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: port-numa-affinity-policy May 20 20:32:28.535339 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: port_resource_request.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.540824 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.541335 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension port-resource-request not supported by any of loaded plugins May 20 20:32:28.541658 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: portbindings.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.542566 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.543079 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: binding May 20 20:32:28.543401 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: portbindings_extended.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.544754 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.545269 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: binding-extended May 20 20:32:28.545602 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: portsecurity.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.546553 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.547062 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: port-security May 20 20:32:28.547388 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: project_id.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.548390 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.548724 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: project-id May 20 20:32:28.549046 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: providernet.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.550017 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.551092 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: provider May 20 20:32:28.551500 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.555115 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.555639 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos not supported by any of loaded plugins May 20 20:32:28.556011 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.557311 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.557871 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 20:32:28.558202 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.563951 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.564468 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 20:32:28.564801 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos_default.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.565710 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.566769 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos-default not supported by any of loaded plugins May 20 20:32:28.567184 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos_fip.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.567882 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.568424 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos-fip not supported by any of loaded plugins May 20 20:32:28.568750 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos_gateway_ip.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.569663 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.570182 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 20:32:28.570511 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos_port_network_policy.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.571517 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.572063 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 20:32:28.572398 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos_rule_type_details.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.573384 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.573810 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 20:32:28.574136 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: qos_rules_alias.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.575185 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.575723 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 20:32:28.576116 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: quotasv2.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.577188 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.577522 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: quotas May 20 20:32:28.577846 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: quotasv2_detail.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.579510 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.579884 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: quota_details May 20 20:32:28.580221 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: rbac.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.581291 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.581907 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: rbac-policies May 20 20:32:28.582332 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: rbac_address_group.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.583326 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.583874 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: rbac-address-group May 20 20:32:28.584200 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: rbac_address_scope.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.585108 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.585622 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: rbac-address-scope May 20 20:32:28.585944 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: rbac_security_groups.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.586843 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.587354 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: rbac-security-groups May 20 20:32:28.587675 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: rbac_subnetpool.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.588625 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.589140 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: rbac-subnetpool May 20 20:32:28.589507 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: revisionifmatch.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.590409 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.590929 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: revision-if-match May 20 20:32:28.591252 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: revisions.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.592391 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.592903 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: standard-attr-revisions May 20 20:32:28.593270 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: router_availability_zone.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.593930 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.594441 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: router_availability_zone May 20 20:32:28.594765 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: routerservicetype.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.600617 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.601131 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension router-service-type not supported by any of loaded plugins May 20 20:32:28.601454 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.602368 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.602879 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: security-groups-normalized-cidr May 20 20:32:28.603202 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.604149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.604663 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: port-security-groups-filtering May 20 20:32:28.605046 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.605958 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.606472 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: security-groups-remote-address-group May 20 20:32:28.606797 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: securitygroup.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.617249 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.617793 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: security-group May 20 20:32:28.618125 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: segment.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.618924 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.619436 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension segment not supported by any of loaded plugins May 20 20:32:28.619793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.620733 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.621247 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 20:32:28.621572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: servicetype.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.622694 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.623329 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: service-type May 20 20:32:28.623663 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: sorting.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.624759 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.625093 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: sorting May 20 20:32:28.625416 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: standard_attr_segment.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.626577 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.627090 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 20:32:28.627411 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: standardattrdescription.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.628078 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.628591 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: standard-attr-description May 20 20:32:28.629519 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: stateful_security_group.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.635185 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.635733 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: stateful-security-group May 20 20:32:28.636055 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: stdattrs_common.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.636635 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 20:32:28.636963 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.637963 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.638476 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 20:32:28.638801 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: subnet_onboard.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.639910 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.640430 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: subnet_onboard May 20 20:32:28.640825 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.641763 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.642274 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 20:32:28.642596 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: subnet_service_types.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.643508 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.644051 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: subnet-service-types May 20 20:32:28.644510 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: subnetallocation.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.645749 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.646384 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: subnet_allocation May 20 20:32:28.646710 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.647374 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.647917 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: subnetpool-prefix-ops May 20 20:32:28.648242 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.649178 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.649686 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 20:32:28.650008 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: tagging.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.651110 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.651640 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: standard-attr-tag May 20 20:32:28.651995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: timestamp.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.653243 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.653769 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loaded extension: standard-attr-timestamp May 20 20:32:28.654098 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: trunk.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.655133 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.655647 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension trunk not supported by any of loaded plugins May 20 20:32:28.656004 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: trunk_details.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.656915 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.657431 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension trunk-details not supported by any of loaded plugins May 20 20:32:28.657759 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: uplink_status_propagation.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.658672 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.659185 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 20:32:28.659512 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Loading extension file: vlantransparent.py {{(pid=98793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 20:32:28.660417 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 20:32:28.660936 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 20:32:28.663474 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:network May 20 20:32:28.664261 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:subnet May 20 20:32:28.665074 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:32:28.665692 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:port May 20 20:32:28.667010 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.667456 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service FLAVORS assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.668142 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.668572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.668906 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:router May 20 20:32:28.669561 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:floatingip May 20 20:32:28.670302 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service METERING assigned prefix: /metering {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.671856 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.672237 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.672602 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:32:28.673783 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of CountableResource for resource:rbac_policy May 20 20:32:28.674249 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:security_group May 20 20:32:28.675038 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 20:32:28.676424 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service CORE assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.676872 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:32:28.677278 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] subnetpool is already registered May 20 20:32:28.677972 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service CORE assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.678305 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:32:28.678632 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] subnetpool is already registered May 20 20:32:28.682436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.682882 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service FLAVORS assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.683485 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.683938 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.684279 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:router May 20 20:32:28.684612 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] router is already registered May 20 20:32:28.685215 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:floatingip May 20 20:32:28.685548 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] floatingip is already registered May 20 20:32:28.686191 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service METERING assigned prefix: /metering {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.686874 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of CountableResource for resource:rbac_policy May 20 20:32:28.687206 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] rbac_policy is already registered May 20 20:32:28.687777 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:security_group May 20 20:32:28.688112 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] security_group is already registered May 20 20:32:28.688702 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 20:32:28.689032 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] security_group_rule is already registered May 20 20:32:28.689693 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service CORE assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.690025 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:32:28.690372 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] subnetpool is already registered May 20 20:32:28.690977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.v2.resource_helper [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Service CORE assigned prefix: {{(pid=98793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 20:32:28.691871 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Creating instance of TrackedResource for resource:subnetpool May 20 20:32:28.692200 dv-cinder-784623-13-smb neutron-server[98793]: WARNING neutron.quota.resource_registry [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] subnetpool is already registered May 20 20:32:28.692867 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: extensions {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.694366 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: address-groups {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.695979 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: address-scopes {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.697190 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: agents {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.698382 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: auto-allocated-topology {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.699657 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: availability_zones {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.701016 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: dhcp-networks {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.702416 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: dhcp-agents {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.703867 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: routers {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.705671 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: flavors {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.706903 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: service_profiles {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.708157 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: next_providers {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.709666 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: service_profiles {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.711094 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: floatingip-pools {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.712348 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: routers {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.714153 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: floatingips {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.715340 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: l3-routers {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.716754 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: l3-agents {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.718172 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: metering-labels {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.719516 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: metering-label-rules {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.720843 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: network-ip-availabilities {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.722099 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: bindings {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.723772 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: quotas {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.725323 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: quotas {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.726754 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: rbac-policies {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.728081 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: security-groups {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.729279 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: security-group-rules {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.730506 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: service-providers {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.731724 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: subnetpools {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.733302 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: subnetpools {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.734838 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.736551 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.738927 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.740725 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.743572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.745446 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.747136 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.860567 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.862270 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.864831 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron.api.extensions [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Extended resource: tags {{(pid=98793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 20:32:28.870659 dv-cinder-784623-13-smb neutron-server[98793]: WARNING keystonemiddleware.auth_token [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 20:32:28.875433 dv-cinder-784623-13-smb neutron-server[98793]: WARNING keystonemiddleware.auth_token [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 20:32:28.883992 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_concurrency.lockutils [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Acquired lock "singleton_lock" {{(pid=98793) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 20:32:28.884477 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_concurrency.lockutils [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Releasing lock "singleton_lock" {{(pid=98793) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 20:32:28.885106 dv-cinder-784623-13-smb neutron-server[98793]: INFO oslo_service.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Starting 2 workers May 20 20:32:28.889754 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Started child 98921 {{(pid=98793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 20:32:28.894139 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Started child 98922 {{(pid=98793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 20:32:28.895537 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:28.896234 dv-cinder-784623-13-smb neutron-server[98793]: INFO neutron.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 20:32:28.896617 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Notify callbacks [] for process, before_spawn {{(pid=98793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:28.897076 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [-] (98921) wsgi starting up on http://0.0.0.0:9696 May 20 20:32:28.898922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:28.899399 dv-cinder-784623-13-smb neutron-server[98793]: INFO oslo_service.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Starting 1 workers May 20 20:32:28.900404 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [-] (98922) wsgi starting up on http://0.0.0.0:9696 May 20 20:32:28.904113 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Started child 98923 {{(pid=98793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 20:32:28.904651 dv-cinder-784623-13-smb neutron-server[98793]: INFO oslo_service.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Starting 1 workers May 20 20:32:28.907655 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] calling RpcWorker wait() {{(pid=98923) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 20:32:28.908287 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] returning from RpcWorker wait() {{(pid=98923) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 20:32:28.909069 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Started child 98924 {{(pid=98793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 20:32:28.909579 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:28.909872 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG neutron_lib.callbacks.manager [None req-d7097507-d823-4e90-8dca-c116a2537cb7 None None] Notify callbacks [] for process, after_spawn {{(pid=98793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:28.910773 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:32:28.912322 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98793) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 20:32:28.912539 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 20:32:28.912725 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 20:32:28.912939 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 20:32:28.913276 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 20:32:28.913441 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 20:32:28.913959 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.914236 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.914501 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.914774 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.914868 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:28.915338 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.915630 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.915908 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.915996 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:32:28.916140 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.916434 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.916701 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.916875 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.917047 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.917307 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.917556 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.917858 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.918149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.918404 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.918664 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.918835 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.919089 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.919348 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.919596 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.919899 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] debug = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.920146 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.920631 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.920879 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.921119 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.921344 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.921611 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.921865 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.922145 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.922390 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.922622 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.922867 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.923122 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.923369 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.923588 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.923836 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.924080 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.924296 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.924805 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] host = dv-cinder-784623-13-smb {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.925027 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.925251 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.925501 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.926433 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.926717 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.926999 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.927186 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.927440 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.927792 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.927974 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.928250 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.928478 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.928716 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.928969 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.929136 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_options = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.929372 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.929652 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.929926 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.930118 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.930352 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.930536 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.930795 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.931056 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.931222 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.931467 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.931651 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.931892 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.932142 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.932386 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.932624 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.932854 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.933111 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.933342 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.933607 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.933856 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.934083 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.934326 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.934546 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.934793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.935008 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.935251 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.935491 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.935741 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.935956 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.936201 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.936513 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.936680 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.936913 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.937164 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.937413 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.937644 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.937862 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.938125 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.938352 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.938594 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.938846 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.939056 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.939287 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.939521 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.939754 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.940007 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_json = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.940220 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.941595 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.942738 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.942930 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.943275 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.943610 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.943814 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.944086 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:28.944536 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.944817 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.945141 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.945398 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.945637 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.945882 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.946116 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.946360 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.946616 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.946919 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.947157 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.947395 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.947694 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.947958 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.948228 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.948536 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.948809 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.949071 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.949312 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.949549 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.949804 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.950045 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.950395 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.950684 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.950958 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.951227 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.951443 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.951660 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.951934 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.952148 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.952358 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.952600 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.952864 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.953083 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.953295 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.953703 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.953854 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.954000 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.954137 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.954380 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.954645 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.954882 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.955107 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.955323 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.955536 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.955768 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.955983 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.956397 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.956544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.956708 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.956965 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.957294 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.957443 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.957588 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.957754 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.957989 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.960043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.961967 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965376 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965987 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965987 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965987 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965987 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965987 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965987 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965987 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.965987 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.966613 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.966613 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.966613 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.966613 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.966891 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.966891 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.967163 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.967441 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.967625 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.967904 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978003 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978003 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978003 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978003 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978003 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978003 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978003 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978003 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978640 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978640 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978640 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978640 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978640 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978640 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978640 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.978640 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979170 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979170 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979170 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979170 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979170 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979170 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979170 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979170 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.979793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980465 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980996 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980996 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980996 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980996 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980996 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980996 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980996 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.980996 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.981562 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.981562 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.981562 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.981562 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.981562 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.981562 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.981562 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.981562 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.982137 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.982137 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.982137 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.982345 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.982523 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.982756 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.982982 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.983226 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.983406 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.983634 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.983900 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.984116 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.984377 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.984634 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.984864 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.985088 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.985332 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.987734 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.987734 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.987966 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 52994) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:32:28.988183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.988183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.988183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.988183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.988183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.988183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.988183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.988183 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.989301 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.989301 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.989301 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.989301 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.989594 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.989717 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.989965 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.990180 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.990392 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.990624 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.990838 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.991070 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.991279 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.991489 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.991790 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.992048 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.992283 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.992491 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.992714 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.992919 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.993130 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.993352 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.993630 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.993872 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.994100 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.994332 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.994584 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.994808 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.995013 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.995223 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.995439 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.995642 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.996157 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.996157 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.996699 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073168 May 20 20:32:28.997087 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.997340 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.998011 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.998876 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.999088 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.999306 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:28.999679 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.000079 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.000324 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.000955 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.001344 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.001561 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.001773 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.002100 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.002421 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.002976 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.002976 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.003121 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.003334 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.003655 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.004604 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.004604 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.004604 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.004822 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.004901 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.005057 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.005319 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.005894 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.006787 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.006787 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.006787 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.007037 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.007178 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.007543 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.007645 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.007954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.008294 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.009283 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.009283 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.009283 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.009283 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.009574 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.009751 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011094 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011094 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011094 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011094 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011094 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011094 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011596 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011596 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.011790 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.012808 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.013040 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.013375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.014372 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.014372 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 20:32:29.014372 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98793) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 20:32:29.014372 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 20:32:29.014654 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 20:32:29.014654 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 20:32:29.014823 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 20:32:29.014975 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 20:32:29.015744 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.015744 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.015744 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.015744 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.016025 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.016025 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.016164 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.016365 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.016456 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.016591 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.016733 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.016872 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.017014 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.017167 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.017308 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.017459 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.017618 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.017763 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.017903 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.018043 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.018201 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.018351 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.018501 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] debug = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.018651 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.018826 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.019000 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.019155 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.019326 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.019479 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.019621 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.019809 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.019956 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.020224 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.020384 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.020528 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.020677 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.020826 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.020975 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.021124 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.021276 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.021422 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] host = dv-cinder-784623-13-smb {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.021578 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.021729 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.021869 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.022017 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.022165 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.022315 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.022464 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.022607 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.022747 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.022896 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.023096 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.023237 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.023373 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.023520 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.023655 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_options = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.023835 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.023990 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.024127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.024263 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.024414 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.024553 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.024691 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.024828 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.024966 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.025111 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.025258 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.025527 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.025527 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.025793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.025793 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.026062 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.026062 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.026319 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.026463 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.026600 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.026735 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.026871 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.027005 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.027140 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.027286 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.027422 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.027567 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.027730 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.028624 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.028789 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.028947 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.029459 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.029459 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.029459 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.029665 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.029665 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.035820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.035820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.035820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.035820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.035820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.035820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.035820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.035820 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_json = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.036509 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.037149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 20:32:29.037149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037149 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037609 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037609 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037609 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037609 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037609 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037609 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037609 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.037609 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038855 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038855 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038855 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038855 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038855 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038855 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038855 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.038855 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.039337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.039337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.039337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.039337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.039337 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.039615 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.039615 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.039753 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.040021 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.040021 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.040175 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.040340 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.040498 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.040655 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.040813 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.040971 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.041129 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.041287 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.041443 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.041611 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.041768 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.041923 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.042298 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.042298 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.042469 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.042549 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.042672 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.042829 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.042986 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.043142 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.043317 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.043472 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.043631 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.044527 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.044668 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.044797 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.044958 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.045120 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.045281 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.045440 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.045598 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.045741 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.045906 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.046066 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.046380 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.046380 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.046592 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.046722 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.046805 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.046961 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.047116 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.047274 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.047430 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.047597 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.048482 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.048482 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.048482 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.048482 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.048482 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.048874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.048874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.048874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.049190 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.049190 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.049410 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.049410 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.049632 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.049736 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.049921 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.051555 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.051693 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.051909 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.052016 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.052144 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.052291 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.052441 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.052598 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.052758 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.052915 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.053071 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054101 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054101 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054101 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054101 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054101 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054101 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054791 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054791 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054791 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054791 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.054791 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.055354 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.055354 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.055354 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.055354 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.055838 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.055838 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.056587 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.056751 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.056912 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058061 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058061 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058061 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058061 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058061 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058061 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058061 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058799 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058799 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058799 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058799 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.058799 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.059267 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.059267 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.059267 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.059561 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.059561 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.059840 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.060721 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.060885 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.061046 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.061205 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.061412 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.061539 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.061661 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.061784 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.061944 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.062162 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.062286 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.062393 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.062548 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.062703 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.062860 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.063017 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.063174 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.063329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.063486 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.063644 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.064488 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.064659 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.085954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.085954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.085954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.085954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.085954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.085954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.085954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.085954 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.086572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.086572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.086572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.086572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.086572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.086572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.086572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.086572 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087127 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.087676 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088329 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.088874 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089375 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.089977 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090544 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.090995 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.091436 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092015 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092678 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 20:32:29.092678 dv-cinder-784623-13-smb neutron-server[98793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 20:32:29.095952 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:32:40.155546 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eddc1d8-eb7c-406a-bec8-157c68d44a1b None None] get_active_networks_info from dv-cinder-784623-13-smb {{(pid=98923) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 20:32:40.232758 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eddc1d8-eb7c-406a-bec8-157c68d44a1b None None] No non-hosted networks {{(pid=98923) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 20:32:40.242038 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.agentschedulers_db [None req-1eddc1d8-eb7c-406a-bec8-157c68d44a1b None None] DHCP Agent not found on host dv-cinder-784623-13-smb {{(pid=98923) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 20:32:40.366134 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1aa77920-98e4-42f2-8c2e-91bf897c779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844'] for agent, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:42.732990 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844'] for agent, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:42.733738 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.734220 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.734661 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.735096 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.735526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.736276 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.736722 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.737174 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.737633 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.738865 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.739379 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.739874 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:42.740426 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-13-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:32:42.758338 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-13-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:32:43.012748 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-49923351-630f-4d95-9212-c19d15b222e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844'] for agent, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:43.044214 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8486fe70-8ca6-495f-9d86-eb22c1fbf9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:43.880042 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844'] for agent, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:45.545825 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844'] for agent, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:47.042546 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.db.l3_hamode_db [None req-de66db10-b132-4fb7-84e6-0d35848d1811 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 20:32:47.097220 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53092) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:32:47.130699 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66db10-b132-4fb7-84e6-0d35848d1811 None None] Routers set() bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:32:47.131098 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66db10-b132-4fb7-84e6-0d35848d1811 None None] Router IDs set() for agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 20:32:47.712570 dv-cinder-784623-13-smb neutron-server[98922]: WARNING oslo_policy.policy [None req-a52bd898-faeb-45f3-9fb8-93b2d2cbed5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:32:47.713168 dv-cinder-784623-13-smb neutron-server[98922]: WARNING oslo_policy.policy [None req-a52bd898-faeb-45f3-9fb8-93b2d2cbed5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:32:47.930268 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [None req-a52bd898-faeb-45f3-9fb8-93b2d2cbed5d admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:32:47.931249 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-a52bd898-faeb-45f3-9fb8-93b2d2cbed5d admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8330514 May 20 20:32:50.318946 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53106) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:32:50.926375 dv-cinder-784623-13-smb neutron-server[98921]: WARNING oslo_policy.policy [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:32:50.926899 dv-cinder-784623-13-smb neutron-server[98921]: WARNING oslo_policy.policy [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:32:51.141249 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:32:51.242270 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.policy [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98921) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 20:32:51.287924 dv-cinder-784623-13-smb neutron-server[98921]: WARNING oslo_policy.policy [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:32:51.288296 dv-cinder-784623-13-smb neutron-server[98921]: WARNING oslo_policy.policy [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:32:51.296847 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.quota [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] Loaded quota_driver: . May 20 20:32:51.312581 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:32:51.443984 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780802874581', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780802872032', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780802879690', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780802819094', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780802831094', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780802841129', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-605604', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-755301', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1805926', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1736960'] for rbac-policy, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:51.648106 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:51.649588 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a4fb008f-cf1f-4d60-a1bf-f824508fd4aa admin admin] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3284137 May 20 20:32:54.350622 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53124) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:32:54.746774 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Request body: {'network': {'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:32:54.748372 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.quota [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Loaded quota_driver: . May 20 20:32:54.766628 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:32:54.774594 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Usage tracker for resource:network and tenant:a9c6a1e0a6e342b98847e1463e54b84a is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:32:54.781384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:32:54.791603 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:32:54.876455 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Made reservation on behalf of a9c6a1e0a6e342b98847e1463e54b84a for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:32:54.951313 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.policy [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98922) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 20:32:54.998121 dv-cinder-784623-13-smb neutron-server[98922]: WARNING oslo_policy.policy [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:32:54.998502 dv-cinder-784623-13-smb neutron-server[98922]: WARNING oslo_policy.policy [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 20:32:55.010820 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.032133 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.048773 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:32:55.053437 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Usage tracker for resource:security_group_rule and tenant:a9c6a1e0a6e342b98847e1463e54b84a is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:32:55.059442 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:32:55.065837 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:32:55.220360 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.282163 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.287716 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:32:55.308683 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:32:55.340233 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780801824826', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.340932 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Unsubscribe: segment precommit_create {{(pid=98922) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 20:32:55.341528 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Added segment 812ed3a1-294a-4240-8dda-5d49dd448dc9 of type vlan for network 4671da96-8f4a-47bc-941e-5d24dbb6f907 May 20 20:32:55.400590 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaceb18-5a9c-48b7-b305-6724758ef2ad,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:32:55.424725 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.425246 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.425702 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.426112 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.426517 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.426918 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.427324 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.427762 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.428184 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.428589 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.429016 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.429414 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Tracked resource versions report: May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: pushed versions: May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: { 'AddressGroup': {'1.2'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'ConntrackHelper': {'1.0'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Log': {'1.0'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Network': {'1.1'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Port': {'1.7'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'PortForwarding': {'1.2'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'QosPolicy': {'1.8'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'SecurityGroup': {'1.4'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'SecurityGroupRule': {'1.2'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'SubPort': {'1.0'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Subnet': {'1.1'}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Trunk': {'1.1'}} May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: consumer versions: May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: { DHCP agent@dv-cinder-784623-13-smb: {}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: L3 agent@dv-cinder-784623-13-smb: {}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: Metadata agent@dv-cinder-784623-13-smb: {}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: Metering agent@dv-cinder-784623-13-smb: {}, May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: Open vSwitch agent@dv-cinder-784623-13-smb: { 'AddressGroup': '1.2', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'ConntrackHelper': '1.0', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Log': '1.0', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Network': '1.1', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Port': '1.7', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'PortForwarding': '1.2', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'QosPolicy': '1.8', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'SecurityGroup': '1.4', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'SecurityGroupRule': '1.2', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'SubPort': '1.0', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Subnet': '1.1', May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: 'Trunk': '1.1'}} May 20 20:32:55.430562 dv-cinder-784623-13-smb neutron-server[98922]: {{(pid=98922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:32:55.476231 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.492639 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:32:55.590681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.592339 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:32:55.592999 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:32:55.596646 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:32:55.707118 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Pushing event updated for resources: {'Network': ['ID=4671da96-8f4a-47bc-941e-5d24dbb6f907,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:32:55.710665 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:32:55.719256 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 4671da96-8f4a-47bc-941e-5d24dbb6f907 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:32:55.755868 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4041188 May 20 20:32:58.641102 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53142) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:32:59.433319 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f927b8a-a5fb-487f-9c2b-070475ad2e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:32:59.434778 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-9f927b8a-a5fb-487f-9c2b-070475ad2e2e admin admin] 10.222.0.85 "GET /v2.0/networks/4671da96-8f4a-47bc-941e-5d24dbb6f907 HTTP/1.1" status: 200 len: 825 time: 0.7926760 May 20 20:32:59.467744 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7384ba06-92cf-4ca8-884c-a9e3c8646ab7 admin admin] 10.222.0.85 "GET /v2.0/subnetpools/c54bf3db-b9b7-443f-8db5-996b5ad6627a HTTP/1.1" status: 200 len: 734 time: 0.0229487 May 20 20:32:59.477307 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c54bf3db-b9b7-443f-8db5-996b5ad6627a', 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907', 'ip_version': 4, 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'name': 'private-subnet'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:32:59.482211 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:32:59.486509 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Usage tracker for resource:subnet and tenant:a9c6a1e0a6e342b98847e1463e54b84a is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:32:59.490518 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:32:59.496892 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:32:59.607682 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Made reservation on behalf of a9c6a1e0a6e342b98847e1463e54b84a for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:32:59.610417 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Notify callbacks [] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:00.197469 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:00.203282 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:00.286026 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Checking segment: {'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:33:00.286392 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Network hostable DHCP agents. Network: 4671da96-8f4a-47bc-941e-5d24dbb6f907, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:33:00.294002 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef8fe27-e65b-4e7f-9f7a-951ba040445d,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:00.307494 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.307875 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.308210 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.308530 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.309005 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.309217 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.309534 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.309843 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.310167 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.311346 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.311346 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.311346 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Tracked resource versions report: May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: pushed versions: May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: { 'AddressGroup': {'1.2'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'ConntrackHelper': {'1.0'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Log': {'1.0'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Network': {'1.1'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Port': {'1.7'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'PortForwarding': {'1.2'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'QosPolicy': {'1.8'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'SecurityGroup': {'1.4'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'SecurityGroupRule': {'1.2'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'SubPort': {'1.0'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Subnet': {'1.1'}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Trunk': {'1.1'}} May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: consumer versions: May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: { DHCP agent@dv-cinder-784623-13-smb: {}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: L3 agent@dv-cinder-784623-13-smb: {}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: Metadata agent@dv-cinder-784623-13-smb: {}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: Metering agent@dv-cinder-784623-13-smb: {}, May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: Open vSwitch agent@dv-cinder-784623-13-smb: { 'AddressGroup': '1.2', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'ConntrackHelper': '1.0', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Log': '1.0', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Network': '1.1', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Port': '1.7', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'PortForwarding': '1.2', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'QosPolicy': '1.8', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'SecurityGroup': '1.4', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'SecurityGroupRule': '1.2', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'SubPort': '1.0', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Subnet': '1.1', May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: 'Trunk': '1.1'}} May 20 20:33:00.312838 dv-cinder-784623-13-smb neutron-server[98921]: {{(pid=98921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:33:00.346541 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:00.413395 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Network 4671da96-8f4a-47bc-941e-5d24dbb6f907 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:33:00.487453 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 4671da96-8f4a-47bc-941e-5d24dbb6f907) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:33:00.493316 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:33:00.493998 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:00.498519 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17636fab-294f-481e-980a-67055ff8f541 None None] Network 4671da96-8f4a-47bc-941e-5d24dbb6f907 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:33:00.579381 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1055391 May 20 20:33:00.875516 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2818cd99-3415-55af-8e45-b60b5c8fdf8a-4671da96-8f4a-47bc-941e-5d24dbb6f907', 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'fixed_ips': [{'subnet_id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d'}]}} from dv-cinder-784623-13-smb. {{(pid=98923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:33:00.877058 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:01.078390 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.db_base_plugin_common [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Allocated IP 172.20.0.2 (4671da96-8f4a-47bc-941e-5d24dbb6f907/bef8fe27-e65b-4e7f-9f7a-951ba040445d/5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b) {{(pid=98923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:33:01.325704 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Notify callbacks [] for port, precommit_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:01.340936 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Transition to ACTIVE for port object 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:33:01.367592 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Transition to ACTIVE for port object 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b will not be triggered until provisioned by entity DHCP. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:33:01.468816 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:01.475221 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:01.542861 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Network 4671da96-8f4a-47bc-941e-5d24dbb6f907 is already hosted by enough agents. {{(pid=98923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:33:01.545708 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.base_scheduler [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Resources bound (agent type, host, resource id): {{(pid=98923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:33:01.549003 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Received port after_create {{(pid=98923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:33:01.586071 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Pushing event updated for resources: {'Port': ['ID=5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b,revision_number=1']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:01.606186 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.606519 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.606747 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.607072 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.607391 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.607724 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.608049 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.608358 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.608687 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.609004 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.609314 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.609622 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Tracked resource versions report: May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: pushed versions: May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: { 'AddressGroup': {'1.2'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'ConntrackHelper': {'1.0'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Log': {'1.0'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Network': {'1.1'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Port': {'1.7'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'PortForwarding': {'1.2'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'QosPolicy': {'1.8'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'SecurityGroup': {'1.4'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'SecurityGroupRule': {'1.2'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'SubPort': {'1.0'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Subnet': {'1.1'}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Trunk': {'1.1'}} May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: consumer versions: May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: { DHCP agent@dv-cinder-784623-13-smb: {}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: L3 agent@dv-cinder-784623-13-smb: {}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: Metadata agent@dv-cinder-784623-13-smb: {}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: Metering agent@dv-cinder-784623-13-smb: {}, May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: Open vSwitch agent@dv-cinder-784623-13-smb: { 'AddressGroup': '1.2', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'ConntrackHelper': '1.0', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Log': '1.0', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Network': '1.1', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Port': '1.7', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'PortForwarding': '1.2', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'QosPolicy': '1.8', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'SecurityGroup': '1.4', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'SecurityGroupRule': '1.2', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'SubPort': '1.0', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Subnet': '1.1', May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: 'Trunk': '1.1'}} May 20 20:33:01.610715 dv-cinder-784623-13-smb neutron-server[98923]: {{(pid=98923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:33:01.614905 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:01.670934 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Attempting to bind port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:33:01.671345 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Attempting to bind port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:33:01.671840 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Attempting to bind port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b on network 4671da96-8f4a-47bc-941e-5d24dbb6f907 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:33:01.678313 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:33:01.678796 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Checking segment: {'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:33:01.679302 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:01.679695 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Bound using segment: {'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:33:01.680253 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Bound port: 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:33:01.680634 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:01.770298 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] For port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:33:01.774275 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] For port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b,segment=NetworkSegment(812ed3a1-294a-4240-8dda-5d49dd448dc9),segment_id=812ed3a1-294a-4240-8dda-5d49dd448dc9)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:33:01.829242 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:01.834253 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:01.921918 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Pushing event updated for resources: {'Port': ['ID=5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:01.926483 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:03.060287 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53156) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:03.521358 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [None req-d2b7601a-ecac-41af-8e70-562866865938 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:33:03.522414 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-d2b7601a-ecac-41af-8e70-562866865938 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4612556 May 20 20:33:05.968780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53166) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:06.374705 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [None req-61690e0a-4317-4391-8721-bbc48e2be05a admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:33:06.375947 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-61690e0a-4317-4391-8721-bbc48e2be05a admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4062154 May 20 20:33:06.575480 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:33:06.801919 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:33:07.679417 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71babda7-4fb4-47d7-b5c0-cefada57fa49 None None] Network 4671da96-8f4a-47bc-941e-5d24dbb6f907 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:33:07.844040 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] Provisioning for port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:33:07.854473 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] Provisioning complete for port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:07.854887 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:08.045717 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:08.084268 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] For port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b,segment=NetworkSegment(812ed3a1-294a-4240-8dda-5d49dd448dc9),segment_id=812ed3a1-294a-4240-8dda-5d49dd448dc9)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:33:08.172959 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:08.176417 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:08.251969 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] Pushing event updated for resources: {'Port': ['ID=5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:08.255658 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:08.295929 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-610014a7-cf8d-4106-93ba-47c566959c78 None None] Provisioning complete for port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:08.296227 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-610014a7-cf8d-4106-93ba-47c566959c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:08.520265 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:33:08.588472 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:08.588853 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:09.076734 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53182) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:09.440723 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'name': 'router1'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:33:09.445257 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:33:09.449089 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Usage tracker for resource:router and tenant:a9c6a1e0a6e342b98847e1463e54b84a is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:33:09.455479 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:33:09.461814 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:33:09.525420 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2056604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1542'] for router, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:09.527083 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2056330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2080221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:09.548708 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:09.748972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2056595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183'] for router, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:09.847976 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:09.849173 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-44b7834c-f014-4322-909f-73352e9d8797 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7714200 May 20 20:33:10.177032 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-a4ede2b7-b72d-4234-bbcb-f42822aa5b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:10.965765 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:33:12.271884 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53192) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:12.642106 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [None req-109d2db3-97ee-4c8d-9c5f-1ae4fa2a31e2 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:33:12.645932 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-109d2db3-97ee-4c8d-9c5f-1ae4fa2a31e2 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3703625 May 20 20:33:12.696944 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:12.995568 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-668a0aa4-43a7-4179-aad8-3814f726bfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:13.822266 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.058183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53212) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:15.215765 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:33:15.220845 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:33:15.224987 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Usage tracker for resource:network and tenant:83d31d5cfea34c0ea5f970ecfe263c03 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:33:15.228002 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:33:15.233716 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:33:15.307982 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Made reservation on behalf of 83d31d5cfea34c0ea5f970ecfe263c03 for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:33:15.310362 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.325716 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.340768 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:33:15.344592 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Usage tracker for resource:security_group_rule and tenant:83d31d5cfea34c0ea5f970ecfe263c03 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:33:15.348364 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:33:15.354174 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:33:15.437250 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.451096 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.504611 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.507885 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:15.523725 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Reserving flat network on physical network physnet1 {{(pid=98922) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 20:33:15.545041 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74949ac2-e1f8-49bc-ae19-7ffee16367e8,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:15.548999 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:15.551207 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.551552 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Added segment 7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4 of type flat for network 30ee588c-b4e7-4d36-8477-f7a8da7195bf May 20 20:33:15.585217 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.693048 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.694355 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:33:15.694926 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:15.698415 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e1c56ec1-b62d-42da-8096-35af56d21b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:15.799635 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Pushing event updated for resources: {'Network': ['ID=30ee588c-b4e7-4d36-8477-f7a8da7195bf,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:15.802455 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:15.810223 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:33:15.882348 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8230729 May 20 20:33:18.083108 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53232) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:18.199484 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214fa6de-88dc-429d-862a-a6c998378cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:33:18.200973 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-214fa6de-88dc-429d-862a-a6c998378cbe admin admin] 10.222.0.85 "GET /v2.0/subnets/bef8fe27-e65b-4e7f-9f7a-951ba040445d HTTP/1.1" status: 200 len: 849 time: 0.1168890 May 20 20:33:18.380127 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-b1047c75-e70e-4287-94ff-62ec8c9b913c admin admin] 10.222.0.85 "GET /v2.0/routers/b889c32e-f946-4226-a73a-289bc8655537 HTTP/1.1" status: 200 len: 704 time: 0.1735287 May 20 20:33:18.889996 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:19.148725 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Allocated IP 172.20.0.1 (4671da96-8f4a-47bc-941e-5d24dbb6f907/bef8fe27-e65b-4e7f-9f7a-951ba040445d/7663268b-1cb1-4152-8c06-d3951b76d11b) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:33:19.318241 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:19.337094 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Transition to ACTIVE for port object 7663268b-1cb1-4152-8c06-d3951b76d11b will not be triggered until provisioned by entity DHCP. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:33:19.468680 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:19.473380 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:19.542179 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Network 4671da96-8f4a-47bc-941e-5d24dbb6f907 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:33:19.545107 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:33:19.552850 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:33:19.552850 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2039726'] for router_interface, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:19.672682 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Pushing event updated for resources: {'Port': ['ID=7663268b-1cb1-4152-8c06-d3951b76d11b,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:19.683822 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:19.801291 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-cadd1791-8351-4cb2-bd57-ae310fa7551c None None] Provisioning for port 7663268b-1cb1-4152-8c06-d3951b76d11b completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:33:19.806437 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-cadd1791-8351-4cb2-bd57-ae310fa7551c None None] Provisioning complete for port 7663268b-1cb1-4152-8c06-d3951b76d11b triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:19.806775 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-cadd1791-8351-4cb2-bd57-ae310fa7551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:19.868263 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-cadd1791-8351-4cb2-bd57-ae310fa7551c None None] Port 7663268b-1cb1-4152-8c06-d3951b76d11b cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:33:19.913334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:20.194308 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:20.264590 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:20.265795 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2076949'] for router_interface, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:20.270051 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:20.366134 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Pushing event updated for resources: {'Port': ['ID=7663268b-1cb1-4152-8c06-d3951b76d11b,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:20.409762 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:20.467376 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Network 4671da96-8f4a-47bc-941e-5d24dbb6f907 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:33:20.468345 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:33:20.698723 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-b40e3557-45cd-4ca1-bcff-a451d301e9a3 None None] Provisioning complete for port 7663268b-1cb1-4152-8c06-d3951b76d11b triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:20.699147 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-b40e3557-45cd-4ca1-bcff-a451d301e9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:20.716270 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Router b889c32e-f946-4226-a73a-289bc8655537 is scheduled to L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 with binding_index 1 {{(pid=98922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 20:33:20.756223 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-b40e3557-45cd-4ca1-bcff-a451d301e9a3 None None] Port 7663268b-1cb1-4152-8c06-d3951b76d11b cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:33:20.878961 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:33:20.888723 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] 10.222.0.85 "PUT /v2.0/routers/b889c32e-f946-4226-a73a-289bc8655537/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5036373 May 20 20:33:20.891347 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Sync routers for ids ['b889c32e-f946-4226-a73a-289bc8655537'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:33:20.911620 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Routers {'b889c32e-f946-4226-a73a-289bc8655537'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:33:20.913076 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:33:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['b889c32e-f946-4226-a73a-289bc8655537'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:33:21.109113 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Set router b889c32e-f946-4226-a73a-289bc8655537 gateway port host: None {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:33:21.496994 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b889c32e-f946-4226-a73a-289bc8655537', 'name': 'router1', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:33:09Z', 'updated_at': '2021-05-20T20:33:19Z', 'revision_number': 2, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'gw_port_host': None, '_interfaces': [{'id': '7663268b-1cb1-4152-8c06-d3951b76d11b', 'name': '', 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'mac_address': 'fa:16:3e:84:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:18Z', 'updated_at': '2021-05-20T20:33:19Z', 'revision_number': 2, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'subnets': [{'id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c54bf3db-b9b7-443f-8db5-996b5ad6627a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:33:21.502501 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Checking router: b889c32e-f946-4226-a73a-289bc8655537 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:33:21.503518 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Updating router b889c32e-f946-4226-a73a-289bc8655537 port 7663268b-1cb1-4152-8c06-d3951b76d11b binding host dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:33:21.558950 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:21.993077 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Notify callbacks [] for port, precommit_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:22.009517 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.provisioning_blocks [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Transition to ACTIVE for port object 7663268b-1cb1-4152-8c06-d3951b76d11b will not be triggered until provisioned by entity L2. {{(pid=98924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:33:22.096998 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:22.098062 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:22.298525 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Pushing event updated for resources: {'Port': ['ID=7663268b-1cb1-4152-8c06-d3951b76d11b,revision_number=3']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:22.318193 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.318523 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.318851 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.319220 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.319540 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.319886 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.320201 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.320673 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.321003 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.321311 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.321620 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.321923 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Tracked resource versions report: May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: pushed versions: May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: { 'AddressGroup': {'1.2'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'ConntrackHelper': {'1.0'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Log': {'1.0'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Network': {'1.1'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Port': {'1.7'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'PortForwarding': {'1.2'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'QosPolicy': {'1.8'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'SecurityGroup': {'1.4'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'SecurityGroupRule': {'1.2'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'SubPort': {'1.0'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Subnet': {'1.1'}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Trunk': {'1.1'}} May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: consumer versions: May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: { DHCP agent@dv-cinder-784623-13-smb: {}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: L3 agent@dv-cinder-784623-13-smb: {}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: Metadata agent@dv-cinder-784623-13-smb: {}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: Metering agent@dv-cinder-784623-13-smb: {}, May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: Open vSwitch agent@dv-cinder-784623-13-smb: { 'AddressGroup': '1.2', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'ConntrackHelper': '1.0', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Log': '1.0', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Network': '1.1', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Port': '1.7', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'PortForwarding': '1.2', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'QosPolicy': '1.8', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'SecurityGroup': '1.4', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'SecurityGroupRule': '1.2', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'SubPort': '1.0', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Subnet': '1.1', May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: 'Trunk': '1.1'}} May 20 20:33:22.323006 dv-cinder-784623-13-smb neutron-server[98924]: {{(pid=98924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:33:22.334467 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:22.335559 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Attempting to bind port 7663268b-1cb1-4152-8c06-d3951b76d11b on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:33:22.335559 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Attempting to bind port 7663268b-1cb1-4152-8c06-d3951b76d11b by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:33:22.336028 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Attempting to bind port 7663268b-1cb1-4152-8c06-d3951b76d11b on network 4671da96-8f4a-47bc-941e-5d24dbb6f907 {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:33:22.341625 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:33:22.342033 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Checking segment: {'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:33:22.342520 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:22.342903 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Bound using segment: {'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:33:22.343396 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Bound port: 7663268b-1cb1-4152-8c06-d3951b76d11b, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812ed3a1-294a-4240-8dda-5d49dd448dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907'}}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:33:22.343788 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:22.465049 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] For port 7663268b-1cb1-4152-8c06-d3951b76d11b, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:33:22.471934 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] For port 7663268b-1cb1-4152-8c06-d3951b76d11b, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=7663268b-1cb1-4152-8c06-d3951b76d11b,segment=NetworkSegment(812ed3a1-294a-4240-8dda-5d49dd448dc9),segment_id=812ed3a1-294a-4240-8dda-5d49dd448dc9)] {{(pid=98924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:33:22.559833 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:22.563836 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:22.640595 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Routers {'b889c32e-f946-4226-a73a-289bc8655537'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:33:22.641233 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:33:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['b889c32e-f946-4226-a73a-289bc8655537'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:33:22.816960 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Pushing event updated for resources: {'Port': ['ID=7663268b-1cb1-4152-8c06-d3951b76d11b,revision_number=4']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:22.820931 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:22.857642 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] Set router b889c32e-f946-4226-a73a-289bc8655537 gateway port host: None {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:33:23.171102 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53244) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:23.208704 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b889c32e-f946-4226-a73a-289bc8655537', 'name': 'router1', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:33:09Z', 'updated_at': '2021-05-20T20:33:19Z', 'revision_number': 2, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'gw_port_host': None, '_interfaces': [{'id': '7663268b-1cb1-4152-8c06-d3951b76d11b', 'name': '', 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'mac_address': 'fa:16:3e:84:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:18Z', 'updated_at': '2021-05-20T20:33:22Z', 'revision_number': 4, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'subnets': [{'id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c54bf3db-b9b7-443f-8db5-996b5ad6627a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:33:23.212586 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab79c20-8764-49e9-9354-f0c7c392cd14 None None] The sync data for ids ['b889c32e-f946-4226-a73a-289bc8655537'] in dv-cinder-784623-13-smb is: [{'id': 'b889c32e-f946-4226-a73a-289bc8655537', 'name': 'router1', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:33:09Z', 'updated_at': '2021-05-20T20:33:19Z', 'revision_number': 2, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'gw_port_host': None, '_interfaces': [{'id': '7663268b-1cb1-4152-8c06-d3951b76d11b', 'name': '', 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'mac_address': 'fa:16:3e:84:c5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:18Z', 'updated_at': '2021-05-20T20:33:22Z', 'revision_number': 4, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'subnets': [{'id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c54bf3db-b9b7-443f-8db5-996b5ad6627a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:33:23.324535 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31315ae3-a17c-4fca-9f36-b0ae36234076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:33:23.325862 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-31315ae3-a17c-4fca-9f36-b0ae36234076 admin admin] 10.222.0.85 "GET /v2.0/networks/30ee588c-b4e7-4d36-8477-f7a8da7195bf HTTP/1.1" status: 200 len: 842 time: 0.1538370 May 20 20:33:23.335190 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:33:23.339829 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:33:23.343547 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Usage tracker for resource:subnet and tenant:83d31d5cfea34c0ea5f970ecfe263c03 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:33:23.346459 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:33:23.352241 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:33:23.422113 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Made reservation on behalf of 83d31d5cfea34c0ea5f970ecfe263c03 for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:33:23.425028 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:23.937026 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.objects.ports [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98921) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 20:33:23.937402 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:23.941298 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:24.011571 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad80858c-d90b-4a1b-be4f-6954f374cad5,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:24.015336 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:24.021162 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:33:24.021512 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Network hostable DHCP agents. Network: 30ee588c-b4e7-4d36-8477-f7a8da7195bf, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:33:24.138403 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:33:24.213025 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 30ee588c-b4e7-4d36-8477-f7a8da7195bf) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:33:24.217180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:33:24.217767 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:24.224719 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b99f8b-e23a-4df7-8675-966292bebbb0 None None] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:33:24.288080 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9562683 May 20 20:33:24.430972 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3284da-9acb-4eb7-8612-a3d256405974 None None] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:33:26.554032 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 7663268b-1cb1-4152-8c06-d3951b76d11b up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:33:26.581306 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53258) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:26.686831 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 7663268b-1cb1-4152-8c06-d3951b76d11b completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:33:26.694067 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 7663268b-1cb1-4152-8c06-d3951b76d11b triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:26.694067 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:26.810733 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c00978c8-8035-44dd-80ac-7fbdf44f6f59 admin admin] 10.222.0.85 "GET /v2.0/routers/b889c32e-f946-4226-a73a-289bc8655537 HTTP/1.1" status: 200 len: 710 time: 0.2269475 May 20 20:33:26.819411 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:26.855824 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 7663268b-1cb1-4152-8c06-d3951b76d11b, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=7663268b-1cb1-4152-8c06-d3951b76d11b,segment=NetworkSegment(812ed3a1-294a-4240-8dda-5d49dd448dc9),segment_id=812ed3a1-294a-4240-8dda-5d49dd448dc9)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:33:26.936448 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:26.938690 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-80f63501-5e9f-47f2-bec5-c52d7b4e2b61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:26.947456 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76f25e-13a7-4142-beea-36cd4fa82d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:33:26.951662 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-3e76f25e-13a7-4142-beea-36cd4fa82d6d admin admin] 10.222.0.85 "GET /v2.0/networks/30ee588c-b4e7-4d36-8477-f7a8da7195bf HTTP/1.1" status: 200 len: 886 time: 0.1346843 May 20 20:33:26.959634 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:33:27.011551 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=7663268b-1cb1-4152-8c06-d3951b76d11b,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:27.015008 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:27.458125 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:27.847873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:27.903131 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:28.043607 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Allocated IP 172.28.1.209 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/cbf6675e-6708-4f3e-8546-23f53c0dce20) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:33:28.261902 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:28.359540 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:28.364510 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:28.432394 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:33:28.435053 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:33:28.438661 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:33:28.494607 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Pushing event updated for resources: {'Port': ['ID=cbf6675e-6708-4f3e-8546-23f53c0dce20,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:28.510495 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:28.533280 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 7663268b-1cb1-4152-8c06-d3951b76d11b up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:33:28.604096 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 7663268b-1cb1-4152-8c06-d3951b76d11b triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:28.604615 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:28.935210 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:29.320886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:29.324739 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2080248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2080174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2056696'] for router, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:29.513960 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Router b889c32e-f946-4226-a73a-289bc8655537 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:33:29.694540 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:33:29.702850 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:29.706430 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] 10.222.0.85 "PUT /v2.0/routers/b889c32e-f946-4226-a73a-289bc8655537 HTTP/1.1" status: 200 len: 890 time: 2.7492480 May 20 20:33:29.706594 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Sync routers for ids ['b889c32e-f946-4226-a73a-289bc8655537'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:33:29.715212 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Routers {'b889c32e-f946-4226-a73a-289bc8655537'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:33:29.715997 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:33:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['b889c32e-f946-4226-a73a-289bc8655537'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:33:29.913322 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Set router b889c32e-f946-4226-a73a-289bc8655537 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:33:30.264653 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b889c32e-f946-4226-a73a-289bc8655537', 'name': 'router1', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'cbf6675e-6708-4f3e-8546-23f53c0dce20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:33:09Z', 'updated_at': '2021-05-20T20:33:28Z', 'revision_number': 4, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'gw_port': {'id': 'cbf6675e-6708-4f3e-8546-23f53c0dce20', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:27Z', 'updated_at': '2021-05-20T20:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7663268b-1cb1-4152-8c06-d3951b76d11b', 'name': '', 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'mac_address': 'fa:16:3e:84:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:18Z', 'updated_at': '2021-05-20T20:33:26Z', 'revision_number': 5, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'subnets': [{'id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c54bf3db-b9b7-443f-8db5-996b5ad6627a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:33:30.270730 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Checking router: b889c32e-f946-4226-a73a-289bc8655537 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:33:30.271093 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Updating router b889c32e-f946-4226-a73a-289bc8655537 port cbf6675e-6708-4f3e-8546-23f53c0dce20 binding host dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:33:30.343598 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:30.678935 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Notify callbacks [] for port, precommit_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:30.690830 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Transition to ACTIVE for port object cbf6675e-6708-4f3e-8546-23f53c0dce20 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:33:30.761471 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:30.765491 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:30.844497 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Attempting to bind port cbf6675e-6708-4f3e-8546-23f53c0dce20 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:33:30.844873 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Attempting to bind port cbf6675e-6708-4f3e-8546-23f53c0dce20 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:33:30.845244 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Attempting to bind port cbf6675e-6708-4f3e-8546-23f53c0dce20 on network 30ee588c-b4e7-4d36-8477-f7a8da7195bf {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:33:30.847905 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f8cb8-365a-4c97-be53-8b1dc2a12bfc None None] Pushing event updated for resources: {'Port': ['ID=cbf6675e-6708-4f3e-8546-23f53c0dce20,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:30.851598 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-a25f8cb8-365a-4c97-be53-8b1dc2a12bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:30.854187 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:33:30.854686 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:33:30.855060 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:30.855342 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Bound using segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:33:30.855851 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Bound port: cbf6675e-6708-4f3e-8546-23f53c0dce20, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:33:30.856235 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:30.929945 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] For port cbf6675e-6708-4f3e-8546-23f53c0dce20, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:33:30.932981 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] For port cbf6675e-6708-4f3e-8546-23f53c0dce20, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=cbf6675e-6708-4f3e-8546-23f53c0dce20,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:33:31.002208 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:31.007040 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:31.087949 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Routers {'b889c32e-f946-4226-a73a-289bc8655537'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:33:31.088594 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:33:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['b889c32e-f946-4226-a73a-289bc8655537'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:33:31.144332 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f8cb8-365a-4c97-be53-8b1dc2a12bfc None None] Pushing event updated for resources: {'Port': ['ID=cbf6675e-6708-4f3e-8546-23f53c0dce20,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:31.157316 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-a25f8cb8-365a-4c97-be53-8b1dc2a12bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:31.276752 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] Set router b889c32e-f946-4226-a73a-289bc8655537 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:33:31.619814 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b889c32e-f946-4226-a73a-289bc8655537', 'name': 'router1', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'cbf6675e-6708-4f3e-8546-23f53c0dce20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:33:09Z', 'updated_at': '2021-05-20T20:33:28Z', 'revision_number': 4, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'gw_port': {'id': 'cbf6675e-6708-4f3e-8546-23f53c0dce20', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:27Z', 'updated_at': '2021-05-20T20:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7663268b-1cb1-4152-8c06-d3951b76d11b', 'name': '', 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'mac_address': 'fa:16:3e:84:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:18Z', 'updated_at': '2021-05-20T20:33:26Z', 'revision_number': 5, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'subnets': [{'id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c54bf3db-b9b7-443f-8db5-996b5ad6627a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:33:31.624025 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b518af-e84a-4b8e-992a-d4e8b8d8b90b None None] The sync data for ids ['b889c32e-f946-4226-a73a-289bc8655537'] in dv-cinder-784623-13-smb is: [{'id': 'b889c32e-f946-4226-a73a-289bc8655537', 'name': 'router1', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'cbf6675e-6708-4f3e-8546-23f53c0dce20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:33:09Z', 'updated_at': '2021-05-20T20:33:28Z', 'revision_number': 4, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'gw_port': {'id': 'cbf6675e-6708-4f3e-8546-23f53c0dce20', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:27Z', 'updated_at': '2021-05-20T20:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7663268b-1cb1-4152-8c06-d3951b76d11b', 'name': '', 'network_id': '4671da96-8f4a-47bc-941e-5d24dbb6f907', 'tenant_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'mac_address': 'fa:16:3e:84:c5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b889c32e-f946-4226-a73a-289bc8655537', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:33:18Z', 'updated_at': '2021-05-20T20:33:26Z', 'revision_number': 5, 'project_id': 'a9c6a1e0a6e342b98847e1463e54b84a', 'subnets': [{'id': 'bef8fe27-e65b-4e7f-9f7a-951ba040445d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c54bf3db-b9b7-443f-8db5-996b5ad6627a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:33:32.149857 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53268) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:33:32.277235 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-56527508-a50d-4300-959e-6589caba6dd5 admin admin] 10.222.0.85 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1262074 May 20 20:33:32.565677 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device cbf6675e-6708-4f3e-8546-23f53c0dce20 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:33:32.709881 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port cbf6675e-6708-4f3e-8546-23f53c0dce20 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:33:32.716124 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port cbf6675e-6708-4f3e-8546-23f53c0dce20 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:32.716921 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:32.850450 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:32.868893 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port cbf6675e-6708-4f3e-8546-23f53c0dce20, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=cbf6675e-6708-4f3e-8546-23f53c0dce20,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:33:32.947806 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:32.949955 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-a25f8cb8-365a-4c97-be53-8b1dc2a12bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:33:33.019924 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=cbf6675e-6708-4f3e-8546-23f53c0dce20,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:33:33.022614 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:33:34.545561 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device cbf6675e-6708-4f3e-8546-23f53c0dce20 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:33:34.622864 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port cbf6675e-6708-4f3e-8546-23f53c0dce20 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:33:34.623602 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:40.165389 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-f432022d-cf6c-424f-8794-bf4023c5ba83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:42.727564 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:43.022000 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-67a42b20-2d72-4a8d-a41f-c04b5e5d2f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:43.835021 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:45.486765 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:33:47.966122 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:34:10.149383 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3ebca9fa-c652-4373-b01c-e0e19a5ae32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:12.703090 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:12.989414 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dc90ac94-6123-4f58-afb3-0703642c07fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:13.841957 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:15.486434 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:24.968326 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:34:40.160153 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-11573ee5-7dbb-4c75-9393-795eec8d08ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:42.765595 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:42.988543 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-392a861b-53f3-4233-87eb-4c3e533f2f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:43.828721 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:34:45.474161 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:01.966270 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:35:10.228232 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-a26c2c0f-01a0-49ad-9e94-c1b345ed885f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:12.730718 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:12.986437 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-72c53a25-5f71-4efb-9e60-d0aa22edf02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:13.839679 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:15.473100 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53838) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:15.500141 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:15.546855 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4aa21f-ad87-41da-8f3e-a0e557046048 admin admin] GET failed (client error): The resource could not be found. May 20 20:35:15.548772 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-5b4aa21f-ad87-41da-8f3e-a0e557046048 admin admin] 10.222.0.85 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0747235 May 20 20:35:15.685832 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b48fab-11c5-44b5-8426-87ec0d9094fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:15.687314 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-73b48fab-11c5-44b5-8426-87ec0d9094fa admin admin] 10.222.0.85 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1342947 May 20 20:35:17.960172 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53848) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:18.072672 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec824564-52c7-4f37-ac91-20a0dc416236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:18.075243 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-ec824564-52c7-4f37-ac91-20a0dc416236 admin admin] 10.222.0.85 "GET /v2.0/subnets/bef8fe27-e65b-4e7f-9f7a-951ba040445d HTTP/1.1" status: 200 len: 849 time: 0.1129010 May 20 20:35:18.086291 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:35:18.211138 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:18.479571 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780801894593'] for subnet, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:18.483501 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:35:18.533073 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086cd808-df22-45d2-b2ff-816984a0392d None None] Network 4671da96-8f4a-47bc-941e-5d24dbb6f907 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:35:18.538628 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:18.539276 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:18.540593 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] 10.222.0.85 "PUT /v2.0/subnets/bef8fe27-e65b-4e7f-9f7a-951ba040445d HTTP/1.1" status: 200 len: 868 time: 0.4582198 May 20 20:35:18.555592 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef8fe27-e65b-4e7f-9f7a-951ba040445d,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:35:18.564689 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.565069 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.565412 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.565747 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.566078 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.566420 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.566728 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.567045 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.567366 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.567769 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.568093 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.568496 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:35:18.572589 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:35:19.105240 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-cf351893-8008-4539-9097-77117469d4fd None None] Provisioning complete for port 7663268b-1cb1-4152-8c06-d3951b76d11b triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:19.105614 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-cf351893-8008-4539-9097-77117469d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:19.269086 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-cf351893-8008-4539-9097-77117469d4fd None None] Provisioning complete for port 5bc0aa1b-47ea-42c1-8e2b-d5eb3d5e4e0b triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:35:19.269667 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-cf351893-8008-4539-9097-77117469d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:20.744061 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53858) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:20.926737 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b755fd0-283c-43b4-8934-94e4e2641f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:20.927124 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b755fd0-283c-43b4-8934-94e4e2641f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:20.927882 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-0b755fd0-283c-43b4-8934-94e4e2641f98 admin admin] Synchronizing usage tracker for tenant:83d31d5cfea34c0ea5f970ecfe263c03 on resource:network {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:35:20.999010 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-0b755fd0-283c-43b4-8934-94e4e2641f98 admin admin] Unset dirty status for tenant:83d31d5cfea34c0ea5f970ecfe263c03 on resource:network {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:35:21.000258 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-0b755fd0-283c-43b4-8934-94e4e2641f98 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2551839 May 20 20:35:23.182311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53868) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:23.363668 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843fc834-f1dd-4c57-bfa9-5cf04d0ab44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:23.364096 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843fc834-f1dd-4c57-bfa9-5cf04d0ab44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:23.365623 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-843fc834-f1dd-4c57-bfa9-5cf04d0ab44f admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1823630 May 20 20:35:25.529852 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53878) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:25.706269 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d11b0-c186-4382-9ced-0fc982a9dc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:25.707544 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-475d11b0-c186-4382-9ced-0fc982a9dc62 admin admin] 10.222.0.85 "GET /v2.0/networks/30ee588c-b4e7-4d36-8477-f7a8da7195bf HTTP/1.1" status: 200 len: 886 time: 0.1769130 May 20 20:35:27.880486 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53888) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:28.116933 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89d1ad7-928e-49de-8a78-c827b09ae8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:28.119387 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c89d1ad7-928e-49de-8a78-c827b09ae8eb admin admin] 10.222.0.85 "GET /v2.0/networks/4671da96-8f4a-47bc-941e-5d24dbb6f907 HTTP/1.1" status: 200 len: 869 time: 0.2375078 May 20 20:35:30.281868 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53898) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:30.392888 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63098db1-09de-4de5-9897-58b4ee59e7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:30.393349 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63098db1-09de-4de5-9897-58b4ee59e7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:30.394075 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-63098db1-09de-4de5-9897-58b4ee59e7c7 admin admin] Synchronizing usage tracker for tenant:83d31d5cfea34c0ea5f970ecfe263c03 on resource:subnet {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:35:30.490461 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-63098db1-09de-4de5-9897-58b4ee59e7c7 admin admin] Unset dirty status for tenant:83d31d5cfea34c0ea5f970ecfe263c03 on resource:subnet {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:35:30.491578 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-63098db1-09de-4de5-9897-58b4ee59e7c7 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2087469 May 20 20:35:32.667726 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53908) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:32.780331 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67420a8-0460-44ab-b4ef-5de5fc2c4ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:32.780796 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67420a8-0460-44ab-b4ef-5de5fc2c4ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:32.782478 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-b67420a8-0460-44ab-b4ef-5de5fc2c4ae8 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1137364 May 20 20:35:34.919960 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53918) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:35.023229 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826a90b9-d353-4fc0-a743-ac54952aa239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:35.024849 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-826a90b9-d353-4fc0-a743-ac54952aa239 admin admin] 10.222.0.85 "GET /v2.0/subnets/ad80858c-d90b-4a1b-be4f-6954f374cad5 HTTP/1.1" status: 200 len: 816 time: 0.1039407 May 20 20:35:37.192237 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 53928) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:35:37.304147 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12970dad-1dd2-46b2-91ea-bf50cbaeaa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:35:37.305585 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-12970dad-1dd2-46b2-91ea-bf50cbaeaa15 admin admin] 10.222.0.85 "GET /v2.0/subnets/bef8fe27-e65b-4e7f-9f7a-951ba040445d HTTP/1.1" status: 200 len: 868 time: 0.1123881 May 20 20:35:38.964770 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:35:40.133954 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-ad87f04b-bf6d-4020-95f2-f20a2ac80a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.707272 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:42.996669 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-84fb615c-587d-4fce-988e-65dbff289522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:43.836342 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:35:45.507298 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:00.631335 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53972) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:36:00.684138 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [None req-544af329-7ade-4926-b87e-c8f4d2c555d9 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:36:00.696503 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-544af329-7ade-4926-b87e-c8f4d2c555d9 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528228 May 20 20:36:02.918988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53982) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:36:02.992462 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c6b6d5-977e-46be-a2e4-1c97c12aac98 admin admin] GET failed (client error): The resource could not be found. May 20 20:36:02.993752 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-d3c6b6d5-977e-46be-a2e4-1c97c12aac98 admin admin] 10.222.0.85 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0738347 May 20 20:36:03.121037 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc321c0-3e45-452a-a5ac-2e0ff961226d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:36:03.122439 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-4fc321c0-3e45-452a-a5ac-2e0ff961226d admin admin] 10.222.0.85 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1248634 May 20 20:36:05.464737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 53992) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:36:05.517087 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:05.522124 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:36:05.537342 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:36:05.632734 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Made reservation on behalf of 83d31d5cfea34c0ea5f970ecfe263c03 for: {'network': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:05.635086 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.730186 dv-cinder-784623-13-smb neutron-server[98921]: WARNING neutron.services.revisions.revision_plugin [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Could not find related network for resource to bump revision. May 20 20:36:05.744190 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=98921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:36:05.756137 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780801824826', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.756718 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Unsubscribe: segment precommit_create {{(pid=98921) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 20:36:05.757139 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.segments_db [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Added segment aa2d6750-9054-4def-96e2-97d7b8253fdf of type vlan for network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e May 20 20:36:05.799973 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.935757 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.937950 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:36:05.938563 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:05.941923 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:36:06.041022 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Pushing event updated for resources: {'Network': ['ID=c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:06.049806 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.050160 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.050506 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.050834 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.051164 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.051490 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.051858 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.058234 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.058234 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.058234 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.058234 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.058234 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:06.058234 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:36:06.067842 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:36:06.125055 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-54eeb93e-82c6-4807-8ddc-9b8c39d241fc admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6543696 May 20 20:36:08.305238 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54002) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:36:08.375714 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67e0276-2ce8-4dfc-b95d-24c52e924284 admin admin] GET failed (client error): The resource could not be found. May 20 20:36:08.376262 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a67e0276-2ce8-4dfc-b95d-24c52e924284 admin admin] Synchronizing usage tracker for tenant:83d31d5cfea34c0ea5f970ecfe263c03 on resource:network {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:36:08.443991 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a67e0276-2ce8-4dfc-b95d-24c52e924284 admin admin] Unset dirty status for tenant:83d31d5cfea34c0ea5f970ecfe263c03 on resource:network {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:36:08.445187 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a67e0276-2ce8-4dfc-b95d-24c52e924284 admin admin] 10.222.0.85 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1390073 May 20 20:36:08.558890 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d501ad0-3210-49d6-8f93-3604383d6586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:36:08.560394 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-5d501ad0-3210-49d6-8f93-3604383d6586 admin admin] 10.222.0.85 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1111732 May 20 20:36:08.570551 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e', 'ip_version': 4}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:36:08.575253 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:36:08.585471 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:36:08.661005 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Made reservation on behalf of 83d31d5cfea34c0ea5f970ecfe263c03 for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:36:08.663381 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.078156 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.082791 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bc50fdb7-311a-426b-8fc3-f55d34a0f52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:36:09.155188 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a260690-8b1e-4724-a3a8-84af1cbf019e,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:09.158684 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:36:09.164688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Checking segment: {'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:36:09.165051 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Network hostable DHCP agents. Network: c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:36:09.255351 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:36:09.313106 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:09.318089 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:36:09.319258 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.322403 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d39bc8-ddca-4366-90a7-df4ba64a08ef None None] Network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:09.393573 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8264973 May 20 20:36:09.581681 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2818cd99-3415-55af-8e45-b60b5c8fdf8a-c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e', 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e', 'tenant_id': '83d31d5cfea34c0ea5f970ecfe263c03', 'fixed_ips': [{'subnet_id': '6a260690-8b1e-4724-a3a8-84af1cbf019e'}]}} from dv-cinder-784623-13-smb. {{(pid=98923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:36:09.582552 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.746057 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.db_base_plugin_common [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Allocated IP 192.168.233.2 (c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e/6a260690-8b1e-4724-a3a8-84af1cbf019e/d221f608-b2b0-45b3-afaf-2f2df7ba446e) {{(pid=98923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:36:09.954011 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:09.964605 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Transition to ACTIVE for port object d221f608-b2b0-45b3-afaf-2f2df7ba446e will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:36:09.984313 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Transition to ACTIVE for port object d221f608-b2b0-45b3-afaf-2f2df7ba446e will not be triggered until provisioned by entity DHCP. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:36:10.071511 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.079006 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:36:10.136080 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e is already hosted by enough agents. {{(pid=98923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:36:10.137242 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.base_scheduler [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Resources bound (agent type, host, resource id): {{(pid=98923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:36:10.146525 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Received port after_create {{(pid=98923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:36:10.229192 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Pushing event updated for resources: {'Port': ['ID=d221f608-b2b0-45b3-afaf-2f2df7ba446e,revision_number=1']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:10.238046 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6a0cc963-594d-4104-9ff7-074ae7b6fe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.250893 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.251209 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.251536 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.251890 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.252311 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.252620 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.252941 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.253265 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.253596 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.253914 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.254224 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.254552 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:36:10.259617 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:36:10.267139 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Attempting to bind port d221f608-b2b0-45b3-afaf-2f2df7ba446e on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:36:10.275236 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Attempting to bind port d221f608-b2b0-45b3-afaf-2f2df7ba446e by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:36:10.275236 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Attempting to bind port d221f608-b2b0-45b3-afaf-2f2df7ba446e on network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:36:10.275236 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:36:10.275236 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Checking segment: {'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:36:10.275236 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.275236 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Bound using segment: {'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:36:10.275236 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Bound port: d221f608-b2b0-45b3-afaf-2f2df7ba446e, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:36:10.275877 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.366927 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] For port d221f608-b2b0-45b3-afaf-2f2df7ba446e, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:36:10.370088 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] For port d221f608-b2b0-45b3-afaf-2f2df7ba446e, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=d221f608-b2b0-45b3-afaf-2f2df7ba446e,segment=NetworkSegment(aa2d6750-9054-4def-96e2-97d7b8253fdf),segment_id=aa2d6750-9054-4def-96e2-97d7b8253fdf)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:36:10.450014 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:10.454928 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-a25f8cb8-365a-4c97-be53-8b1dc2a12bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:36:10.537481 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Pushing event updated for resources: {'Port': ['ID=d221f608-b2b0-45b3-afaf-2f2df7ba446e,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:10.540918 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:36:11.371201 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02702c7-1326-4b4e-9811-196fab936931 None None] Network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:36:11.585309 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-7bef20aa-e765-483c-a749-07d7de15aa5a None None] Provisioning for port d221f608-b2b0-45b3-afaf-2f2df7ba446e completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:36:12.678404 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device d221f608-b2b0-45b3-afaf-2f2df7ba446e up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:36:12.712276 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.824849 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port d221f608-b2b0-45b3-afaf-2f2df7ba446e completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:36:12.830279 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port d221f608-b2b0-45b3-afaf-2f2df7ba446e triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:12.830662 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:12.962948 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.001463 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port d221f608-b2b0-45b3-afaf-2f2df7ba446e, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=d221f608-b2b0-45b3-afaf-2f2df7ba446e,segment=NetworkSegment(aa2d6750-9054-4def-96e2-97d7b8253fdf),segment_id=aa2d6750-9054-4def-96e2-97d7b8253fdf)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:36:13.007869 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3c4deb62-4e95-4be0-bcec-9061cedabefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.061262 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:13.065217 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:36:13.133114 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=d221f608-b2b0-45b3-afaf-2f2df7ba446e,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:36:13.136444 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:36:13.837904 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:14.654570 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device d221f608-b2b0-45b3-afaf-2f2df7ba446e up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:36:14.728217 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port d221f608-b2b0-45b3-afaf-2f2df7ba446e triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:36:14.728608 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.489707 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:15.963252 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:36:40.169095 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-594c6c5d-3a0d-4449-a8ed-d8beb0d3498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.706387 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:42.978556 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a89af6b-a060-4d84-99c9-6f76f0af9cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:43.887009 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:45.515556 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:36:52.962311 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:37:10.155226 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9ff35d3d-43a0-4049-aa2b-1000e7184f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:12.717072 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.008311 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-664974c4-e72b-4877-996e-e71f1f9997fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:13.842955 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:15.494256 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:29.960786 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:37:40.137800 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-08348c30-fdcd-485c-a55b-9db9a91a534f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.716878 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:42.997060 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e501f2df-bf8f-442f-a290-2002fdfd6c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:43.835044 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:45.514433 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:47.900780 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54054) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:37:47.907566 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [None req-6e02dc14-78f8-435c-97b3-83f5d2bd5486 tempest-verify_tempest_config-1524447252 tempest-verify_tempest_config-1524447252-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98921) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:37:47.908639 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6e02dc14-78f8-435c-97b3-83f5d2bd5486 tempest-verify_tempest_config-1524447252 tempest-verify_tempest_config-1524447252-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068216 May 20 20:37:48.471336 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54072) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:37:48.586612 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.601381 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:37:48.605175 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:532fb0ca4b9c49d790a386f73173c8bb is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:37:48.608417 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:37:48.614206 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:37:48.709350 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.771495 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.778531 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:37:48.819198 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=532fb0ca4b9c49d790a386f73173c8bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3467350 May 20 20:37:48.820148 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69968da-6ef6-4f7c-8bbd-9c516e42805c,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:48.821926 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54078) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:37:48.828333 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.828694 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.829050 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.829373 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.829699 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.830019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.830333 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.830651 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.830968 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.831280 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.831592 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.832110 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:48.836361 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:37:48.885110 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:48.910608 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.074827 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.078929 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:37:49.091806 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69968da-6ef6-4f7c-8bbd-9c516e42805c,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:37:49.100282 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:37:49.101386 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c69968da-6ef6-4f7c-8bbd-9c516e42805c HTTP/1.1" status: 204 len: 168 time: 0.2784357 May 20 20:37:49.102686 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.103036 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.103364 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.103809 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.104183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.104517 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.104845 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.105222 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.105588 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.105812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.106134 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.106450 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:37:49.110183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:38:06.960256 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:38:10.150306 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-336fc1df-81dd-4e64-a3a7-3f0b708234e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.710068 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:12.990366 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-68b8d052-01a2-422e-9201-32e8cfb1d030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:13.841948 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:15.525571 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:40.127270 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0d9769f8-e21d-45b3-9649-240c75809690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.709791 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:42.995208 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa94e-e43c-4aa2-ad66-e453c069ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.846483 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:38:43.958779 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:38:45.536722 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:10.149374 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-2f62b3a4-5606-42bd-9d38-5e63e936c014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.714535 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:12.988741 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dc43df9f-6a98-46eb-9a62-46a5b4e1ef59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:13.863206 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:15.611840 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:20.957614 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 5 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:39:32.546775 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844'] for agent, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:35.714274 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54130) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:39:35.829033 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d5147942-f0ff-45d1-b605-fdbebfa537de admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1136472 May 20 20:39:38.029506 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54140) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:39:38.086314 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-38a098ea-e504-4f43-8b87-0e0122ec6abd admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0555851 May 20 20:39:40.146745 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-4901410c-6c05-4612-a6b3-a5b34cf9308b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:42.703155 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:43.000183 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-272db2a9-dd4a-4cb2-878f-64e2a192b583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:43.885437 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:45.508492 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:39:57.957898 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:40:02.508165 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:10.134557 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-77634e3b-c641-492a-a113-13f81931e288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.742454 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:12.999497 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-81139b29-ee93-456d-bf34-dcf74d9cec2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:13.873324 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:15.519113 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:32.511506 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:34.961589 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:40:40.142031 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-a512ed0d-81bd-4a26-b00f-48e8d92d1e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:42.781925 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:43.010405 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-07dec4ff-5797-4e54-b6c6-e02c387796cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:43.888556 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:40:45.501813 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:02.551351 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.008126 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54296) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:07.616687 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-697574055-network', 'tenant_id': 'e184b22ac731428bb396bd49fea612e8'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:07.622364 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:07.626302 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Usage tracker for resource:network and tenant:e184b22ac731428bb396bd49fea612e8 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:07.630433 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:07.639690 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:07.724526 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Made reservation on behalf of e184b22ac731428bb396bd49fea612e8 for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:07.724526 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.730159 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.746323 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:07.750462 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Usage tracker for resource:security_group_rule and tenant:e184b22ac731428bb396bd49fea612e8 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:07.754526 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:07.760466 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:07.851773 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.959366 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:07.977759 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6156a4e2-380e-40d3-a5a0-227e6f01629e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:07.988286 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:08.021459 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.022178 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Added segment f6125df8-b0ca-41a5-bee8-06b0471f4a05 of type vlan for network eb4f218f-791a-4620-b994-b3c31510c46c May 20 20:41:08.056318 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef156e8a-7d3b-4e18-948a-ba7b6830809c,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:08.064054 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.064981 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.065509 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.066008 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.066343 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.066676 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.067003 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.067325 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.067647 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.067992 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.068310 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.068629 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Tracked resource versions report: May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: pushed versions: May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: { 'AddressGroup': {'1.2'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'ConntrackHelper': {'1.0'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Log': {'1.0'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Network': {'1.1'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Port': {'1.7'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'PortForwarding': {'1.2'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'QosPolicy': {'1.8'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'SecurityGroup': {'1.4'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'SecurityGroupRule': {'1.2'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'SubPort': {'1.0'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Subnet': {'1.1'}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Trunk': {'1.1'}} May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: consumer versions: May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: { DHCP agent@dv-cinder-784623-13-smb: {}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: HyperV agent@hv-cinder-78462: {}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: L3 agent@dv-cinder-784623-13-smb: {}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: Metadata agent@dv-cinder-784623-13-smb: {}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: Metering agent@dv-cinder-784623-13-smb: {}, May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: Open vSwitch agent@dv-cinder-784623-13-smb: { 'AddressGroup': '1.2', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'ConntrackHelper': '1.0', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Log': '1.0', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Network': '1.1', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Port': '1.7', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'PortForwarding': '1.2', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'QosPolicy': '1.8', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'SecurityGroup': '1.4', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'SecurityGroupRule': '1.2', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'SubPort': '1.0', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Subnet': '1.1', May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: 'Trunk': '1.1'}} May 20 20:41:08.069679 dv-cinder-784623-13-smb neutron-server[98922]: {{(pid=98922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:41:08.074816 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:08.155376 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.301945 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.303612 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:08.304379 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.328272 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:08.338588 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54348) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:08.443486 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4341023 May 20 20:41:08.446492 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54354) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:08.452847 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Request body: {'subnet': {'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-697574055-subnet', 'tenant_id': 'e184b22ac731428bb396bd49fea612e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:08.453236 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4f218f-791a-4620-b994-b3c31510c46c,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:08.457072 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:08.462625 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:08.464552 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network eb4f218f-791a-4620-b994-b3c31510c46c details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:41:08.466939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Usage tracker for resource:subnet and tenant:e184b22ac731428bb396bd49fea612e8 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:08.470004 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:08.476799 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:08.604246 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Made reservation on behalf of e184b22ac731428bb396bd49fea612e8 for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:08.608719 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:08.632569 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54362) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:08.987679 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54372) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:09.023553 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54378) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:09.058564 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-242163612-network', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:09.065854 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:09.066191 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2028626191-network', 'tenant_id': '5619e324f4514c08938a2e4a14268227'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:09.069226 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Usage tracker for resource:network and tenant:fe13e55b68f4460da0f9130cc5e35b6e is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:09.071758 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:09.075042 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:09.075414 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Usage tracker for resource:network and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:09.078483 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:09.085237 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:09.085907 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:09.228676 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-58319343-network', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:09.233109 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:09.238269 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Usage tracker for resource:network and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:09.241695 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:09.249034 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:09.272020 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1038285137-network', 'tenant_id': '4b87c234f20f4f709ac2ba21fb479219'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:09.283185 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:09.289682 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Usage tracker for resource:network and tenant:4b87c234f20f4f709ac2ba21fb479219 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:09.295761 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:09.303722 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:09.388269 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Made reservation on behalf of fe13e55b68f4460da0f9130cc5e35b6e for: {'network': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:09.389697 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Made reservation on behalf of 5619e324f4514c08938a2e4a14268227 for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:09.391180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.401000 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.402056 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Made reservation on behalf of d5027f30d5cc4597b71b00abdae749e4 for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:09.404555 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.420174 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Made reservation on behalf of 4b87c234f20f4f709ac2ba21fb479219 for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:09.422723 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.423452 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.436547 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.451334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.464248 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.486007 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:09.489101 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:09.495338 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Usage tracker for resource:security_group_rule and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:09.498309 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:09.502723 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:09.505995 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Usage tracker for resource:security_group_rule and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:09.513309 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Usage tracker for resource:security_group_rule and tenant:4b87c234f20f4f709ac2ba21fb479219 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:09.516287 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:09.520489 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:09.523653 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:09.529292 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:09.532405 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:09.539237 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:09.539351 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Usage tracker for resource:security_group_rule and tenant:fe13e55b68f4460da0f9130cc5e35b6e is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:09.545062 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:09.560314 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:09.694077 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.695300 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.702341 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2df08e58-5fe8-4639-93c1-53c92b57cfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:09.761598 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.767664 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.779458 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.789744 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Checking segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:09.790102 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Network hostable DHCP agents. Network: eb4f218f-791a-4620-b994-b3c31510c46c, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:09.796186 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.799426 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fffc581-7438-457b-a7fd-f3d7ef59ef00,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:09.815913 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.816266 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.816606 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.816943 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.817264 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.817590 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.817905 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Tracked resource versions report: May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: pushed versions: May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: { 'AddressGroup': {'1.2'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'ConntrackHelper': {'1.0'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Log': {'1.0'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Network': {'1.1'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Port': {'1.7'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'PortForwarding': {'1.2'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'QosPolicy': {'1.8'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'SecurityGroup': {'1.4'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'SecurityGroupRule': {'1.2'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'SubPort': {'1.0'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Subnet': {'1.1'}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Trunk': {'1.1'}} May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: consumer versions: May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: { DHCP agent@dv-cinder-784623-13-smb: {}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: HyperV agent@hv-cinder-78462: {}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: L3 agent@dv-cinder-784623-13-smb: {}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: Metadata agent@dv-cinder-784623-13-smb: {}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: Metering agent@dv-cinder-784623-13-smb: {}, May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: Open vSwitch agent@dv-cinder-784623-13-smb: { 'AddressGroup': '1.2', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'ConntrackHelper': '1.0', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Log': '1.0', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Network': '1.1', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Port': '1.7', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'PortForwarding': '1.2', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'QosPolicy': '1.8', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'SecurityGroup': '1.4', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'SecurityGroupRule': '1.2', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'SubPort': '1.0', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Subnet': '1.1', May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: 'Trunk': '1.1'}} May 20 20:41:09.820972 dv-cinder-784623-13-smb neutron-server[98921]: {{(pid=98921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:41:09.828555 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:09.829435 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3687a28e-c0fc-4c38-af14-525fd4d17eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:09.837584 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=98921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:09.865054 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.865393 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.segments_db [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Added segment 93ef0135-7280-4848-89ac-705e342b9e57 of type vlan for network 1a530077-e447-4774-8d9b-6284b204bc55 May 20 20:41:09.871161 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f772b76b-a27e-4bb5-9cfc-16982a28792d,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:09.879464 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.879980 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:09.881299 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:09.899979 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:09.908231 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.923076 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.923418 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Added segment fe4efc9a-1253-422d-a634-be6384ab0616 of type vlan for network dd1fbe08-e904-428c-87e9-e12c93f6b03e May 20 20:41:09.929371 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3780433c-7b6c-4263-bded-55ff3560a7ef,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:09.935726 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:09.935726 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.935726 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.943139 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:09.974101 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Network eb4f218f-791a-4620-b994-b3c31510c46c is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:09.985950 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:09.993204 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.997598 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:09.999330 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:10.000057 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.005949 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:10.008395 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:10.020038 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b4e1f-23df-4724-b45c-cc65dd40ad74,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:10.020561 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.020772 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Added segment 3572c174-1d6a-4794-85fd-6814f090651e of type vlan for network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 May 20 20:41:10.055676 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, eb4f218f-791a-4620-b994-b3c31510c46c) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:10.061163 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:10.061759 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.078617 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.079589 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Added segment ff6d89f5-b73d-4819-9054-49acee3d6581 of type vlan for network 052b577a-0472-4113-aade-7fad8b10d663 May 20 20:41:10.103746 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f2b68-1d53-4047-9354-e0dae91d3e26,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:10.115512 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:10.115512 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:10.115512 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:10.116181 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e189c5-716c-4716-bddf-e1f63fa32b8f None None] Network eb4f218f-791a-4620-b994-b3c31510c46c requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:10.116920 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.148784 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.168383 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Pushing event updated for resources: {'Network': ['ID=1a530077-e447-4774-8d9b-6284b204bc55,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:10.175595 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.175934 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:10.176034 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:10.176034 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.181337 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-170f6ad6-2957-4fd4-9a0d-2227f7a91333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:10.192189 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 1a530077-e447-4774-8d9b-6284b204bc55 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:41:10.296770 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.306822 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9660642 May 20 20:41:10.308599 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c9dc27ef-4fd9-4fe7-a8bd-cabe89f9d15b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8610876 May 20 20:41:10.310034 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54420) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:10.310868 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:10.311950 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.319656 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Pushing event updated for resources: {'Network': ['ID=dd1fbe08-e904-428c-87e9-e12c93f6b03e,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:10.324646 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Request body: {'subnet': {'network_id': '1a530077-e447-4774-8d9b-6284b204bc55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-subnet', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:10.338138 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:10.338138 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:10.338326 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-060cd6f9-f2a0-4206-a47b-6204daa80fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.343301 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:10.355589 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Usage tracker for resource:subnet and tenant:fe13e55b68f4460da0f9130cc5e35b6e is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:10.362768 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:10.372606 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.373178 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:10.373978 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.382619 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:10.411894 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:41:10.446094 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Pushing event updated for resources: {'Network': ['ID=3a8252f0-2dd8-4b54-ae4b-4049806c0a23,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:10.449834 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:10.450518 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:10.462758 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:41:10.545398 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9116838 May 20 20:41:10.548769 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54428) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:10.557750 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Request body: {'subnet': {'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2028626191-subnet', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:10.559964 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:10.560389 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5709963 May 20 20:41:10.563826 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54434) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:10.565666 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Pushing event updated for resources: {'Network': ['ID=052b577a-0472-4113-aade-7fad8b10d663,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:10.569606 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:10.571607 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Request body: {'subnet': {'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-subnet', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:10.575727 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Usage tracker for resource:subnet and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:10.579483 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:10.582969 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:10.589145 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 052b577a-0472-4113-aade-7fad8b10d663 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:41:10.589400 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:10.594996 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Usage tracker for resource:subnet and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:10.595172 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5668194 May 20 20:41:10.595172 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54438) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:10.598527 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:10.601335 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Request body: {'subnet': {'network_id': '052b577a-0472-4113-aade-7fad8b10d663', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1038285137-subnet', 'tenant_id': '4b87c234f20f4f709ac2ba21fb479219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:10.606998 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:10.607770 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:10.615083 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Made reservation on behalf of fe13e55b68f4460da0f9130cc5e35b6e for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:10.615650 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Usage tracker for resource:subnet and tenant:4b87c234f20f4f709ac2ba21fb479219 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:10.617751 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.620640 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:10.640196 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:10.732368 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Made reservation on behalf of 5619e324f4514c08938a2e4a14268227 for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:10.735479 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.747056 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Made reservation on behalf of 4b87c234f20f4f709ac2ba21fb479219 for: {'subnet': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:10.749971 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.758237 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Made reservation on behalf of d5027f30d5cc4597b71b00abdae749e4 for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:10.760782 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:10.993552 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a21360-f0ca-4a45-a40b-f08b10d6dc6e None None] Network eb4f218f-791a-4620-b994-b3c31510c46c requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:11.576433 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.582018 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:11.731714 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=94fa21d7-89c2-491b-9e10-09faf15ba053,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:11.755013 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:11.813878 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Checking segment: {'id': 'ff6d89f5-b73d-4819-9054-49acee3d6581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '052b577a-0472-4113-aade-7fad8b10d663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:11.817365 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Network hostable DHCP agents. Network: 052b577a-0472-4113-aade-7fad8b10d663, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:11.901095 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:11.917240 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:11.940298 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Network 052b577a-0472-4113-aade-7fad8b10d663 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:11.962079 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:41:12.020467 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 052b577a-0472-4113-aade-7fad8b10d663) {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:12.033808 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:12.033808 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.037697 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2f251-39eb-4de6-8dfa-67bb3523d7e3 None None] Network 052b577a-0472-4113-aade-7fad8b10d663 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:12.076600 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Checking segment: {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:12.077183 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Network hostable DHCP agents. Network: 1a530077-e447-4774-8d9b-6284b204bc55, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:12.083553 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:12.088335 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:12.175806 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5695946 May 20 20:41:12.185711 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.192512 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-24c5c76b-9cd1-478c-b88b-7b4bd21d319a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:12.300072 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Network 1a530077-e447-4774-8d9b-6284b204bc55 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:12.386279 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae2ce42-4338-40ba-a242-1a3e461ff19b,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:12.388783 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.389556 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 1a530077-e447-4774-8d9b-6284b204bc55) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:12.409205 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be562673-464a-4bd3-8cc1-c95b9c9ad99d None None] Network 052b577a-0472-4113-aade-7fad8b10d663 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:12.409497 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:12.410961 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Checking segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:12.411334 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Network hostable DHCP agents. Network: 3a8252f0-2dd8-4b54-ae4b-4049806c0a23, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:12.424417 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:12.568472 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:12.568472 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.578983 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a73ff-46ad-49f8-9fcf-d354e7fd0f79 None None] Network 1a530077-e447-4774-8d9b-6284b204bc55 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:12.592944 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54542) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:12.596532 dv-cinder-784623-13-smb neutron-server[98922]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 20:41:12.605685 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b533d67-f65d-44d3-b841-0f56ea1c3c43,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:12.642197 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:12.651842 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Checking segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:12.652238 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Network hostable DHCP agents. Network: dd1fbe08-e904-428c-87e9-e12c93f6b03e, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:12.711687 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-82bd82ab-900a-4832-8640-6bcba6514f56 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3981354 May 20 20:41:12.711687 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:12.725431 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54554) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:12.730426 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:12.740506 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:12.753370 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:12.756135 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Usage tracker for resource:router and tenant:fe13e55b68f4460da0f9130cc5e35b6e is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:12.765924 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:12.768085 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54564) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:12.780259 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:12.823175 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 3a8252f0-2dd8-4b54-ae4b-4049806c0a23) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:12.824881 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, dd1fbe08-e904-428c-87e9-e12c93f6b03e) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:12.830774 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:12.831380 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.835862 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:12.836439 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.860425 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2056604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1542'] for router, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.862511 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2056330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2080221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.890621 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:12.891640 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c5c83-e4a7-4fb9-8c6b-74297a007f20 None None] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:12.979089 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4105828 May 20 20:41:12.996771 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54574) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:13.020329 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:13.022792 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3fbd1-bc5e-4c00-bc9e-817fc7d5c569 None None] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:13.029122 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:13.034837 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Usage tracker for resource:router and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:13.039249 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:13.045846 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:13.060903 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5084090 May 20 20:41:13.064610 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54580) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:13.078156 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:13.079378 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-073e59a1-ed40-4fdf-ad0b-0e68cfd222e2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:13.080702 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-073e59a1-ed40-4fdf-ad0b-0e68cfd222e2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Synchronizing usage tracker for tenant:e184b22ac731428bb396bd49fea612e8 on resource:network {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:13.094233 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.133767 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-45f5e84f-9356-47e1-9332-5a6f0be65cb2 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:13.134452 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-45f5e84f-9356-47e1-9332-5a6f0be65cb2 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Synchronizing usage tracker for tenant:4b87c234f20f4f709ac2ba21fb479219 on resource:network {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:13.153930 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2056604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1542'] for router, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.155087 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2056330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2080221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.159442 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:13.168988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Usage tracker for resource:router and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:13.174167 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:13.185287 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.240015 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:13.248317 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-45f5e84f-9356-47e1-9332-5a6f0be65cb2 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Unset dirty status for tenant:4b87c234f20f4f709ac2ba21fb479219 on resource:network {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:13.249375 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-45f5e84f-9356-47e1-9332-5a6f0be65cb2 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/networks?id=052b577a-0472-4113-aade-7fad8b10d663 HTTP/1.1" status: 200 len: 812 time: 0.4803562 May 20 20:41:13.273445 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-b2c62fec-30bd-4f42-825b-6322460103ee tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/quotas/4b87c234f20f4f709ac2ba21fb479219 HTTP/1.1" status: 200 len: 375 time: 0.0171030 May 20 20:41:13.318547 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2818cd99-3415-55af-8e45-b60b5c8fdf8a-3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b'}]}} from dv-cinder-784623-13-smb. {{(pid=98923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:41:13.319377 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.320779 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.327280 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-073e59a1-ed40-4fdf-ad0b-0e68cfd222e2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Unset dirty status for tenant:e184b22ac731428bb396bd49fea612e8 on resource:network {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:13.328580 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-073e59a1-ed40-4fdf-ad0b-0e68cfd222e2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 814 time: 0.7341278 May 20 20:41:13.332618 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-3f845e23-ae50-488b-b1e8-eaef0ceba6e0 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=4b87c234f20f4f709ac2ba21fb479219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535841 May 20 20:41:13.357261 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e809f881-838f-492b-bdf7-c2bf6ca7a9a2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/quotas/e184b22ac731428bb396bd49fea612e8 HTTP/1.1" status: 200 len: 375 time: 0.0213683 May 20 20:41:13.365231 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10695d8-3aaf-4285-9fda-3b682a9ba042 None None] Network 1a530077-e447-4774-8d9b-6284b204bc55 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:13.381475 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2056604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1542'] for router, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.382509 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2056330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2080221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.411468 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.431548 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e778f2ea-a701-4b9f-a212-804f32fca612 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721416 May 20 20:41:13.490986 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9830d155-4a6a-47fc-bdf9-a2edc5c4bfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:13.850033 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-11116d3d-a36b-4a72-93b7-f9e86a171d9a service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:41:13.857151 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-11116d3d-a36b-4a72-93b7-f9e86a171d9a service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1594708 May 20 20:41:13.890237 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-c22b98ff-f821-4002-8518-1bd66059d2bf service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:41:13.891407 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-c22b98ff-f821-4002-8518-1bd66059d2bf service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1894507 May 20 20:41:14.013058 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.029542 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.039308 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2818cd99-3415-55af-8e45-b60b5c8fdf8a-dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43'}]}} from dv-cinder-784623-13-smb. {{(pid=98923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:41:14.040181 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.058405 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.db_base_plugin_common [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Allocated IP 172.20.0.2 (3a8252f0-2dd8-4b54-ae4b-4049806c0a23/2ae2ce42-4338-40ba-a242-1a3e461ff19b/be3ec8d6-b00f-4479-884e-927c217967a3) {{(pid=98923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:14.153542 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.259884 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-4e5a256e-8b65-4060-87a8-4c02206fd7fc service neutron] 10.222.0.85 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995497 May 20 20:41:14.264087 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-2a4df789-f897-4a0a-a949-a1d14ff8f245 service neutron] 10.222.0.85 "GET /v2.0/networks/052b577a-0472-4113-aade-7fad8b10d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622003 May 20 20:41:14.476115 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.db_base_plugin_common [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Allocated IP 172.20.0.2 (dd1fbe08-e904-428c-87e9-e12c93f6b03e/5b533d67-f65d-44d3-b841-0f56ea1c3c43/8f813ac9-5a9a-423b-9c3d-9eac85eaf211) {{(pid=98923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:14.540552 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Notify callbacks [] for port, precommit_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.608927 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Transition to ACTIVE for port object be3ec8d6-b00f-4479-884e-927c217967a3 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:14.617718 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.625476 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-ac520a27-c47f-406a-baf7-5f4761575b15 service neutron] 10.222.0.85 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530145 May 20 20:41:14.634189 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-60c034f0-df17-4c5b-aea9-28bfd1e4235c service neutron] 10.222.0.85 "GET /v2.0/networks/052b577a-0472-4113-aade-7fad8b10d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602681 May 20 20:41:14.654787 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.654900 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Transition to ACTIVE for port object be3ec8d6-b00f-4479-884e-927c217967a3 will not be triggered until provisioned by entity DHCP. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:14.819284 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.837549 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:14.911243 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Allocated IP 172.28.1.131 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/38957ba9-6267-4fd5-a11b-4955c83510fe) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:14.938433 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Notify callbacks [] for port, precommit_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:14.942537 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 is already hosted by enough agents. {{(pid=98923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:14.952053 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.base_scheduler [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Resources bound (agent type, host, resource id): {{(pid=98923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:14.976242 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Received port after_create {{(pid=98923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:14.981337 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Transition to ACTIVE for port object 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:15.039764 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Pushing event updated for resources: {'Port': ['ID=be3ec8d6-b00f-4479-884e-927c217967a3,revision_number=1']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:15.125692 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.168572 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.251082 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.259213 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.259561 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.259933 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.269200 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.269578 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.269930 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.270258 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.270594 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.270920 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.271687 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.271687 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Tracked resource versions report: May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: pushed versions: May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: { 'AddressGroup': {'1.2'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'ConntrackHelper': {'1.0'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Log': {'1.0'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Network': {'1.1'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Port': {'1.7'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'PortForwarding': {'1.2'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'QosPolicy': {'1.8'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'SecurityGroup': {'1.4'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'SecurityGroupRule': {'1.2'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'SubPort': {'1.0'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Subnet': {'1.1'}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Trunk': {'1.1'}} May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: consumer versions: May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: { DHCP agent@dv-cinder-784623-13-smb: {}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: HyperV agent@hv-cinder-78462: {}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: L3 agent@dv-cinder-784623-13-smb: {}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: Metadata agent@dv-cinder-784623-13-smb: {}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: Metering agent@dv-cinder-784623-13-smb: {}, May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: Open vSwitch agent@dv-cinder-784623-13-smb: { 'AddressGroup': '1.2', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'ConntrackHelper': '1.0', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Log': '1.0', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Network': '1.1', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Port': '1.7', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'PortForwarding': '1.2', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'QosPolicy': '1.8', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'SecurityGroup': '1.4', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'SecurityGroupRule': '1.2', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'SubPort': '1.0', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Subnet': '1.1', May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: 'Trunk': '1.1'}} May 20 20:41:15.277524 dv-cinder-784623-13-smb neutron-server[98923]: {{(pid=98923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:41:15.279403 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-18fa6d73-8a41-456e-87e2-b53dd84be1a8 req-ace0efb7-679a-4bc6-8dec-1965f2af4fb0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.1087646 May 20 20:41:15.307656 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:15.422406 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Transition to ACTIVE for port object 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 will not be triggered until provisioned by entity DHCP. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:15.504524 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.511053 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Attempting to bind port be3ec8d6-b00f-4479-884e-927c217967a3 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:15.512102 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Attempting to bind port be3ec8d6-b00f-4479-884e-927c217967a3 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:15.512659 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Attempting to bind port be3ec8d6-b00f-4479-884e-927c217967a3 on network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:15.519354 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:15.520053 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Checking segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:15.520824 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.521769 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Bound using segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:15.522568 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Bound port: be3ec8d6-b00f-4479-884e-927c217967a3, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:15.523321 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.538617 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.548418 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6e124e0c-aa52-4725-aa61-3407871f40e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:15.565248 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-90282ec8-0c5c-46fb-81e7-51b0bf860dd3 req-1d95d4e4-956f-40ca-b098-547ccb7d11d7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.1480849 May 20 20:41:15.578808 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.592462 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.627640 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.697708 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e is already hosted by enough agents. {{(pid=98923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:15.702300 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.base_scheduler [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Resources bound (agent type, host, resource id): {{(pid=98923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:15.708374 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Received port after_create {{(pid=98923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:15.728127 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Pushing event updated for resources: {'Port': ['ID=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,revision_number=1']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:15.766902 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:15.800040 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.805386 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bc97cd1c-68b0-4892-bee1-4729fae4501c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:15.838994 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] For port be3ec8d6-b00f-4479-884e-927c217967a3, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:15.849559 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Attempting to bind port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:15.849937 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Attempting to bind port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:15.850471 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Attempting to bind port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 on network dd1fbe08-e904-428c-87e9-e12c93f6b03e {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:15.857850 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] For port be3ec8d6-b00f-4479-884e-927c217967a3, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=be3ec8d6-b00f-4479-884e-927c217967a3,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:15.858920 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:15.859294 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Checking segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:15.859763 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.860161 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Bound using segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:15.860713 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Bound port: 8f813ac9-5a9a-423b-9c3d-9eac85eaf211, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:15.861072 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.916142 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Allocated IP 172.28.1.190 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/564f25b1-6054-4094-a36a-1181ea9762aa) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:15.927322 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:15.931500 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:15.938375 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:15.940036 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:15.950516 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:16.063569 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] For port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:16.066947 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Pushing event updated for resources: {'Port': ['ID=38957ba9-6267-4fd5-a11b-4955c83510fe,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:16.069439 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] For port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:16.081796 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Pushing event updated for resources: {'Port': ['ID=be3ec8d6-b00f-4479-884e-927c217967a3,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:16.083917 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:16.085775 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:16.149819 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.187499 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.191827 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:16.306720 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:16.308585 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Pushing event updated for resources: {'Port': ['ID=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:16.308879 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:16.309374 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:16.521994 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Allocated IP 172.28.1.138 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/f8710377-0050-4d10-8ee2-ad175a61e9ef) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:16.588543 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1eb88cf9-a72d-4399-910e-4f93a656098c req-47fd32f2-2e22-4250-a822-cafbc9a7dce8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.0670011 May 20 20:41:16.590759 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:16.659495 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:16.679414 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:16.955973 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.044789 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:17.066631 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3248e78e-c593-4d04-98cf-1e6e2a543341 req-3c24fcac-48e1-4cd3-b6b5-f68d45cb53fa tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.2090378 May 20 20:41:17.070033 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Pushing event updated for resources: {'Port': ['ID=564f25b1-6054-4094-a36a-1181ea9762aa,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:17.123377 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:17.306794 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:17.312593 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device be3ec8d6-b00f-4479-884e-927c217967a3 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:17.322536 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.525172 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:17.530339 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port be3ec8d6-b00f-4479-884e-927c217967a3 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:17.536160 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea35edc-debb-42cd-b7e9-09c94b93244c None None] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:17.614500 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2056595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183'] for router, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.020855 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54754) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:18.023311 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680d694-0e9d-440a-acec-f9b465f87943 None None] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:18.031155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.055735 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:18.116340 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-05506e65-033c-4868-b5b6-61a085b8e8e5 req-5ee438e2-cc4f-4f5a-abca-05b99da234fc tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.0509257 May 20 20:41:18.178743 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:18.190422 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:18.193789 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:18.290621 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f964821a-dac0-42b2-87ff-7918c739e9e8 req-3821fa8e-4228-497a-b803-0434524351a4 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.0567942 May 20 20:41:18.349263 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] Provisioning for port be3ec8d6-b00f-4479-884e-927c217967a3 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:18.366486 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] Provisioning complete for port be3ec8d6-b00f-4479-884e-927c217967a3 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:18.366981 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.424228 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Router f83eab44-68d5-4ef6-aa5e-96a87622b545 is scheduled to L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 with binding_index 1 {{(pid=98921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 20:41:18.480172 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2056595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183'] for router, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.595143 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.634967 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Pushing event updated for resources: {'Port': ['ID=f8710377-0050-4d10-8ee2-ad175a61e9ef,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:18.657135 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:18.766027 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.805038 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:18.828958 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Usage tracker for resource:security_group_rule and tenant:dfbdb13dbbf849bebfc24b47cc7881f8 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:18.837754 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:18.854850 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:18.865959 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] For port be3ec8d6-b00f-4479-884e-927c217967a3, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=be3ec8d6-b00f-4479-884e-927c217967a3,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:18.941705 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Router e1aefe68-79a3-4751-afe2-02aced513757 is scheduled to L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 with binding_index 1 {{(pid=98922) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 20:41:18.942292 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:18.944476 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:19.058345 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] Pushing event updated for resources: {'Port': ['ID=be3ec8d6-b00f-4479-884e-927c217967a3,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:19.066258 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:19.141376 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] Provisioning for port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:19.150073 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] Provisioning complete for port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:19.150896 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.166708 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:41:19.178230 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Sync routers for ids ['f83eab44-68d5-4ef6-aa5e-96a87622b545'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:19.192800 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Routers {'f83eab44-68d5-4ef6-aa5e-96a87622b545'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:19.193457 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['f83eab44-68d5-4ef6-aa5e-96a87622b545'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:19.299237 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:41:19.363221 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Sync routers for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:19.410789 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Notify callbacks [] for router, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.414479 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:19.420193 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4071586 May 20 20:41:19.420193 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 54818) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:19.420592 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:19.591417 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.95', 55806) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:19.743268 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Set router f83eab44-68d5-4ef6-aa5e-96a87622b545 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:19.755622 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.813751 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.823675 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.825972 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1106660 May 20 20:41:19.828809 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54836) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:19.907591 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6a9782ea-5e29-4959-bb4b-482c58b67d22 req-bb596577-6e76-48a0-90d4-31383b45c2a3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.3149004 May 20 20:41:19.915110 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:19.928854 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:19.939537 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:19.996727 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-3a5c9a70-86f3-415c-a21b-d33a645f9673 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:20.002065 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-3a5c9a70-86f3-415c-a21b-d33a645f9673 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 814 time: 0.4084384 May 20 20:41:20.008358 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cc78c244-458c-484b-9884-a40e80d3a23a req-ad6c687e-2c1b-4bc3-946b-5d0a29e8b223 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.1210625 May 20 20:41:20.104527 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Request body: {'port': {'device_id': '32025b9d-d360-45f0-975b-159566f357cb', 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'admin_state_up': True, 'tenant_id': 'e184b22ac731428bb396bd49fea612e8'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:20.230159 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:41:16Z', 'revision_number': 3, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port': {'id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:14Z', 'updated_at': '2021-05-20T20:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:20.235555 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Checking router: f83eab44-68d5-4ef6-aa5e-96a87622b545 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:20.236228 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Updating router f83eab44-68d5-4ef6-aa5e-96a87622b545 port 38957ba9-6267-4fd5-a11b-4955c83510fe binding host dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:20.293111 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:20.300786 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Usage tracker for resource:port and tenant:e184b22ac731428bb396bd49fea612e8 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:20.306185 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:20.314785 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.316756 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:20.318748 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.95', 55815) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:20.342932 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.438166 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] For port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:20.504232 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:17Z', 'revision_number': 3, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:20.515078 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Checking router: e1aefe68-79a3-4751-afe2-02aced513757 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:20.515601 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Updating router e1aefe68-79a3-4751-afe2-02aced513757 port 564f25b1-6054-4094-a36a-1181ea9762aa binding host dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:20.575604 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.597799 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:20.658902 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2056595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183'] for router, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.684957 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.754745 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] Pushing event updated for resources: {'Port': ['ID=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:20.771578 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:20.777970 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Made reservation on behalf of e184b22ac731428bb396bd49fea612e8 for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:20.783420 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.789636 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-d46a9fc9-73fd-4340-97c3-78c85f656578 None None] Provisioning complete for port be3ec8d6-b00f-4479-884e-927c217967a3 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:20.795412 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-d46a9fc9-73fd-4340-97c3-78c85f656578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:20.989850 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:21.195021 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dfbdb13dbbf849bebfc24b47cc7881f8&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1703792 May 20 20:41:21.195904 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d4521e-43e9-421a-b598-f3d5bdfd978b,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:21.205323 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54882) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:21.238057 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Notify callbacks [] for port, precommit_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:21.250927 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.309s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:21.292473 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.provisioning_blocks [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Transition to ACTIVE for port object 38957ba9-6267-4fd5-a11b-4955c83510fe will not be triggered until provisioned by entity L2. {{(pid=98924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:21.296349 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:21.297000 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:21.400783 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-d46a9fc9-73fd-4340-97c3-78c85f656578 None None] Provisioning complete for port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:21.401162 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-d46a9fc9-73fd-4340-97c3-78c85f656578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:21.410343 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:21.414566 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:21.614294 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Attempting to bind port 38957ba9-6267-4fd5-a11b-4955c83510fe on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:21.614806 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Attempting to bind port 38957ba9-6267-4fd5-a11b-4955c83510fe by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:21.615040 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Attempting to bind port 38957ba9-6267-4fd5-a11b-4955c83510fe on network 30ee588c-b4e7-4d36-8477-f7a8da7195bf {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:21.641492 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Pushing event updated for resources: {'Port': ['ID=38957ba9-6267-4fd5-a11b-4955c83510fe,revision_number=2']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:21.654809 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:21.655531 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:21.656209 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:21.664554 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Bound using segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:21.665395 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Bound port: 38957ba9-6267-4fd5-a11b-4955c83510fe, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:21.666071 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:21.725356 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device be3ec8d6-b00f-4479-884e-927c217967a3 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:21.749211 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a837aece-196b-460f-96f7-d3200afa8f6f req-b0e5fca3-6361-4edc-aff5-64cff0331bbf tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.4778678 May 20 20:41:21.755923 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c53644e-3d46-4c03-afc4-63bead1acf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:21.780537 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.780899 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.785792 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.788390 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.788735 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.789070 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.789396 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.793898 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.794296 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.796771 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.796771 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.803233 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Tracked resource versions report: May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: pushed versions: May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: { 'AddressGroup': {'1.2'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'ConntrackHelper': {'1.0'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Log': {'1.0'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Network': {'1.1'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Port': {'1.7'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'PortForwarding': {'1.2'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'QosPolicy': {'1.8'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'SecurityGroup': {'1.4'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'SecurityGroupRule': {'1.2'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'SubPort': {'1.0'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Subnet': {'1.1'}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Trunk': {'1.1'}} May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: consumer versions: May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: { DHCP agent@dv-cinder-784623-13-smb: {}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: HyperV agent@hv-cinder-78462: {}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: L3 agent@dv-cinder-784623-13-smb: {}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: Metadata agent@dv-cinder-784623-13-smb: {}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: Metering agent@dv-cinder-784623-13-smb: {}, May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: Open vSwitch agent@dv-cinder-784623-13-smb: { 'AddressGroup': '1.2', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'ConntrackHelper': '1.0', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Log': '1.0', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Network': '1.1', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Port': '1.7', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'PortForwarding': '1.2', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'QosPolicy': '1.8', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'SecurityGroup': '1.4', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'SecurityGroupRule': '1.2', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'SubPort': '1.0', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Subnet': '1.1', May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: 'Trunk': '1.1'}} May 20 20:41:21.804760 dv-cinder-784623-13-smb neutron-server[98924]: {{(pid=98924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 20:41:21.817889 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8c526793-40f6-4bc2-a9a6-4ac3b168b364 req-89c10c43-6928-43c6-9636-b93c4b149e6e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.5502985 May 20 20:41:21.837915 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:21.951959 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] For port 38957ba9-6267-4fd5-a11b-4955c83510fe, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:21.962156 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] For port 38957ba9-6267-4fd5-a11b-4955c83510fe, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=38957ba9-6267-4fd5-a11b-4955c83510fe,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:21.988562 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c53644e-3d46-4c03-afc4-63bead1acf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.041159 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Router 06ebde29-6675-4f58-b13a-adb9146f4054 is scheduled to L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 with binding_index 1 {{(pid=98921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 20:41:22.051417 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-d75ac632-48e6-4973-8d9f-a2c048b6ac27 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:22.054195 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-d75ac632-48e6-4973-8d9f-a2c048b6ac27 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.95 "GET /v2.0/networks?id=052b577a-0472-4113-aade-7fad8b10d663 HTTP/1.1" status: 200 len: 812 time: 1.7339027 May 20 20:41:22.405142 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.411334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Request body: {'port': {'device_id': '84269dd6-0b42-429c-8b21-24d910a28800', 'network_id': '052b577a-0472-4113-aade-7fad8b10d663', 'admin_state_up': True, 'tenant_id': '4b87c234f20f4f709ac2ba21fb479219'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:22.411419 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:22.412848 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.413246 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port be3ec8d6-b00f-4479-884e-927c217967a3 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:22.413246 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.413393 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Pushing event updated for resources: {'Port': ['ID=38957ba9-6267-4fd5-a11b-4955c83510fe,revision_number=3']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:22.413468 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c53644e-3d46-4c03-afc4-63bead1acf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.414907 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Routers {'f83eab44-68d5-4ef6-aa5e-96a87622b545'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:22.414907 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['f83eab44-68d5-4ef6-aa5e-96a87622b545'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:22.523221 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:22.540442 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:41:22.559592 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53644e-3d46-4c03-afc4-63bead1acf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d4521e-43e9-421a-b598-f3d5bdfd978b,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:22.573661 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7c53644e-3d46-4c03-afc4-63bead1acf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:22.575420 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Allocated IP 172.20.0.4 (eb4f218f-791a-4620-b994-b3c31510c46c/1fffc581-7438-457b-a7fd-f3d7ef59ef00/e1a77349-8332-4a72-87a4-ab32d3d3e5a5) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:22.576100 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Sync routers for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:22.579582 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c53644e-3d46-4c03-afc4-63bead1acf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.581145 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7c53644e-3d46-4c03-afc4-63bead1acf0b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a2d4521e-43e9-421a-b598-f3d5bdfd978b HTTP/1.1" status: 204 len: 168 time: 1.3426270 May 20 20:41:22.602087 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.649805 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:22.685812 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.690520 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6255875 May 20 20:41:22.691311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54904) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:22.692708 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:22.693453 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:22.783131 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Notify callbacks [] for port, precommit_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.808300 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Transition to ACTIVE for port object 564f25b1-6054-4094-a36a-1181ea9762aa will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:22.842613 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:22.906496 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Usage tracker for resource:port and tenant:4b87c234f20f4f709ac2ba21fb479219 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:22.917451 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:22.929498 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:22.990247 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:23.057072 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:23.170949 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Attempting to bind port 564f25b1-6054-4094-a36a-1181ea9762aa on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:23.171292 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Attempting to bind port 564f25b1-6054-4094-a36a-1181ea9762aa by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:23.171620 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Attempting to bind port 564f25b1-6054-4094-a36a-1181ea9762aa on network 30ee588c-b4e7-4d36-8477-f7a8da7195bf {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:23.187498 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:23.192051 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:23.192520 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.192937 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Bound using segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:23.193456 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Bound port: 564f25b1-6054-4094-a36a-1181ea9762aa, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:23.193846 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.265764 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879f37b-0d58-4668-adcb-d54e9250a99a None None] Pushing event updated for resources: {'Port': ['ID=564f25b1-6054-4094-a36a-1181ea9762aa,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:23.287885 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-0879f37b-0d58-4668-adcb-d54e9250a99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:23.396176 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] For port 564f25b1-6054-4094-a36a-1181ea9762aa, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:23.407440 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] For port 564f25b1-6054-4094-a36a-1181ea9762aa, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=564f25b1-6054-4094-a36a-1181ea9762aa,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:23.447526 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] Set router f83eab44-68d5-4ef6-aa5e-96a87622b545 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:23.503394 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.553437 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.571168 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6daaa866-e5aa-4ada-8cde-90c68d5cecad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:23.649228 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Made reservation on behalf of 4b87c234f20f4f709ac2ba21fb479219 for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:23.654056 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.688460 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Allocated IP 172.20.0.1 (3a8252f0-2dd8-4b54-ae4b-4049806c0a23/2ae2ce42-4338-40ba-a242-1a3e461ff19b/a2333e14-77c5-4a85-abe9-b2990f8b0b26) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:23.732515 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54920) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:23.737666 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:23.793533 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1564dfc2-6fcf-4b68-9b20-c1d36066b126 req-051dc886-fa60-400f-afe0-77df2568a4aa tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.7105961 May 20 20:41:23.804349 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:23.837103 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879f37b-0d58-4668-adcb-d54e9250a99a None None] Pushing event updated for resources: {'Port': ['ID=564f25b1-6054-4094-a36a-1181ea9762aa,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:23.843293 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-0879f37b-0d58-4668-adcb-d54e9250a99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:23.848971 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07c92857-7529-4d07-b7fd-b456dd6d4e1d req-2ad4dbe5-ec5e-4335-a363-fe7dffe676d7 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.3115399 May 20 20:41:23.852879 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:23.852879 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:24.022939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:24.027551 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Allocated IP 172.20.0.1 (1a530077-e447-4774-8d9b-6284b204bc55/0e7bf6a1-18eb-4d3b-85b1-5c6d328da342/eaf0ec61-d3e3-49d0-aff6-5236546c32df) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:24.219193 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.259256 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:24.269006 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:24.309089 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:41:16Z', 'revision_number': 3, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port': {'id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:14Z', 'updated_at': '2021-05-20T20:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:24.313629 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a902335d-5ab7-4379-9f24-4eb1eff232a6 None None] The sync data for ids ['f83eab44-68d5-4ef6-aa5e-96a87622b545'] in dv-cinder-784623-13-smb is: [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:41:16Z', 'revision_number': 3, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port': {'id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:14Z', 'updated_at': '2021-05-20T20:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:24.373101 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:18Z', 'revision_number': 3, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:24.380427 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Checking router: 06ebde29-6675-4f58-b13a-adb9146f4054 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:24.387433 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Updating router 06ebde29-6675-4f58-b13a-adb9146f4054 port f8710377-0050-4d10-8ee2-ad175a61e9ef binding host dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:24.401967 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.436013 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Usage tracker for resource:security_group_rule and tenant:026861120a3743a9b53c3b3bee921ad9 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:24.469326 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Network eb4f218f-791a-4620-b994-b3c31510c46c is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:24.473794 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.476217 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:24.490737 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:24.493359 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:24.500557 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.512991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:24.527008 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:24.527859 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.571147 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Pushing event updated for resources: {'Port': ['ID=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:24.593341 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:24.595849 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Transition to ACTIVE for port object a2333e14-77c5-4a85-abe9-b2990f8b0b26 will not be triggered until provisioned by entity DHCP. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:24.609112 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Allocated IP 172.20.0.14 (052b577a-0472-4113-aade-7fad8b10d663/94fa21d7-89c2-491b-9e10-09faf15ba053/b4783f80-ad6a-4466-b2ea-be93470ef399) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:24.680814 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5817990 May 20 20:41:24.706614 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-0f009e30-8788-4dfe-b0cb-ade1bc805253 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=98922) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 20:41:24.707658 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-0f009e30-8788-4dfe-b0cb-ade1bc805253 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064261 May 20 20:41:24.896522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:24.985153 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.009438 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-8db15d2e-12c0-488a-9ff9-051284ea5432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:25.013299 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:25.110808 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 38957ba9-6267-4fd5-a11b-4955c83510fe up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:25.269617 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Network 1a530077-e447-4774-8d9b-6284b204bc55 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:25.358370 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.359740 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:25.370867 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:25.371463 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2039726'] for router_interface, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.716123 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.754338 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:25.767643 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-80f7e9a7-4e2e-437f-894a-9d8bee1fbd64 req-3ae48259-a961-47f0-b30c-edb055163d92 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Synchronizing usage tracker for tenant:4b87c234f20f4f709ac2ba21fb479219 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:25.791566 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf0ec61-d3e3-49d0-aff6-5236546c32df,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:25.796061 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 38957ba9-6267-4fd5-a11b-4955c83510fe completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:25.798875 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:25.808003 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 38957ba9-6267-4fd5-a11b-4955c83510fe triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:25.811488 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.822066 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:25.839958 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:25.844141 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:25.845522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2039726'] for router_interface, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.916887 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.939865 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Pushing event updated for resources: {'Port': ['ID=a2333e14-77c5-4a85-abe9-b2990f8b0b26,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:25.948718 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:25.960155 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.provisioning_blocks [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Transition to ACTIVE for port object f8710377-0050-4d10-8ee2-ad175a61e9ef will not be triggered until provisioned by entity L2. {{(pid=98924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:25.962118 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:17Z', 'revision_number': 3, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:25.989089 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874799b-9699-4bf3-9d6a-6c92a9a829b7 None None] The sync data for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb is: [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:17Z', 'revision_number': 3, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:26.030302 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=026861120a3743a9b53c3b3bee921ad9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2929082 May 20 20:41:26.032839 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Request body: {'port': {'device_id': '32025b9d-d360-45f0-975b-159566f357cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:26.041618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54950) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:26.043300 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.054685 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:26.166404 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb49724-27e5-4453-890f-8291cb151fb4,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:26.189774 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.210810 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54958) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:26.219316 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:26.231357 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27351fb-dce2-479c-acb2-358920e86372 None None] Pushing event updated for resources: {'Port': ['ID=f8710377-0050-4d10-8ee2-ad175a61e9ef,revision_number=2']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:26.233281 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.222s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:26.244183 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-a27351fb-dce2-479c-acb2-358920e86372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:26.268462 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 38957ba9-6267-4fd5-a11b-4955c83510fe, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=38957ba9-6267-4fd5-a11b-4955c83510fe,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:26.293121 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-80f7e9a7-4e2e-437f-894a-9d8bee1fbd64 req-3ae48259-a961-47f0-b30c-edb055163d92 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Unset dirty status for tenant:4b87c234f20f4f709ac2ba21fb479219 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:26.295434 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-80f7e9a7-4e2e-437f-894a-9d8bee1fbd64 req-3ae48259-a961-47f0-b30c-edb055163d92 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.8900940 May 20 20:41:26.336339 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.348585 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-34b9edd1-ac32-4806-b3ae-f3d8440c3610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:26.464700 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-4df6e354-e0a2-4e2d-9a48-39d5230810d0 None None] Provisioning for port a2333e14-77c5-4a85-abe9-b2990f8b0b26 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:26.502463 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Attempting to bind port f8710377-0050-4d10-8ee2-ad175a61e9ef on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:26.502463 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Attempting to bind port f8710377-0050-4d10-8ee2-ad175a61e9ef by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:26.505991 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-4df6e354-e0a2-4e2d-9a48-39d5230810d0 None None] Provisioning complete for port a2333e14-77c5-4a85-abe9-b2990f8b0b26 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:26.509084 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-4df6e354-e0a2-4e2d-9a48-39d5230810d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.554110 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Attempting to bind port f8710377-0050-4d10-8ee2-ad175a61e9ef on network 30ee588c-b4e7-4d36-8477-f7a8da7195bf {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:26.559378 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.585869 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.597089 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-4df6e354-e0a2-4e2d-9a48-39d5230810d0 None None] Port a2333e14-77c5-4a85-abe9-b2990f8b0b26 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:41:26.645325 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=38957ba9-6267-4fd5-a11b-4955c83510fe,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:26.650524 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:26.659284 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:26.660923 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:26.661651 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.663255 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Bound using segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:26.663828 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Bound port: f8710377-0050-4d10-8ee2-ad175a61e9ef, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:26.664200 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.706820 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.771924 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:26.794905 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5b6c491b-cfe1-4613-9bc4-c93a24fa5e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.799063 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Usage tracker for resource:security_group_rule and tenant:cad460fd24024d32a675aead60a3df60 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:26.828491 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] For port f8710377-0050-4d10-8ee2-ad175a61e9ef, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:26.833522 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] For port f8710377-0050-4d10-8ee2-ad175a61e9ef, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=f8710377-0050-4d10-8ee2-ad175a61e9ef,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:26.861642 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.884271 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c13c3-ccaa-430e-9a59-fbedcd62ee5d req-1cafa062-e5b7-4783-8d7e-811ba9caa125 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:26.885026 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-ed0c13c3-ccaa-430e-9a59-fbedcd62ee5d req-1cafa062-e5b7-4783-8d7e-811ba9caa125 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Synchronizing usage tracker for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:26.909580 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:26.913335 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:26.941404 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:26.960287 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:27.063092 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:27.101139 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 38957ba9-6267-4fd5-a11b-4955c83510fe up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:27.162396 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Pushing event updated for resources: {'Port': ['ID=b4783f80-ad6a-4466-b2ea-be93470ef399,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:27.167131 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:27.186804 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:27.189287 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:27.215360 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5b6c491b-cfe1-4613-9bc4-c93a24fa5e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.216156 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Network 052b577a-0472-4113-aade-7fad8b10d663 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:27.229906 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:27.240641 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:27.260077 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:27.271288 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.399167 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 38957ba9-6267-4fd5-a11b-4955c83510fe triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:27.402288 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.460975 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-ed0c13c3-ccaa-430e-9a59-fbedcd62ee5d req-1cafa062-e5b7-4783-8d7e-811ba9caa125 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Unset dirty status for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:27.462419 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed0c13c3-ccaa-430e-9a59-fbedcd62ee5d req-1cafa062-e5b7-4783-8d7e-811ba9caa125 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 931 time: 1.9374194 May 20 20:41:27.513090 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:27.655900 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Allocated IP 172.20.0.1 (dd1fbe08-e904-428c-87e9-e12c93f6b03e/5b533d67-f65d-44d3-b841-0f56ea1c3c43/7cb45a97-ece8-4bc9-a082-a4c756e1d775) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:27.691755 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6099391 May 20 20:41:27.766026 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 564f25b1-6054-4094-a36a-1181ea9762aa up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:27.771334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Request body: {'port': {'device_id': '84269dd6-0b42-429c-8b21-24d910a28800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:27.989594 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.024093 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5b6c491b-cfe1-4613-9bc4-c93a24fa5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.081352 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 564f25b1-6054-4094-a36a-1181ea9762aa completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:28.087568 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27351fb-dce2-479c-acb2-358920e86372 None None] Pushing event updated for resources: {'Port': ['ID=f8710377-0050-4d10-8ee2-ad175a61e9ef,revision_number=3']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:28.097293 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 564f25b1-6054-4094-a36a-1181ea9762aa triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:28.098286 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-a27351fb-dce2-479c-acb2-358920e86372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.157s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:28.098419 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.143626 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:28.165076 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:28.217546 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c491b-cfe1-4613-9bc4-c93a24fa5e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb49724-27e5-4453-890f-8291cb151fb4,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:28.264120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-5b6c491b-cfe1-4613-9bc4-c93a24fa5e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:28.272555 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.378757 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.379504 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5b6c491b-cfe1-4613-9bc4-c93a24fa5e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.385282 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-5b6c491b-cfe1-4613-9bc4-c93a24fa5e16 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dbb49724-27e5-4453-890f-8291cb151fb4 HTTP/1.1" status: 204 len: 168 time: 2.3295503 May 20 20:41:28.422235 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.453365 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 564f25b1-6054-4094-a36a-1181ea9762aa, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=564f25b1-6054-4094-a36a-1181ea9762aa,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:28.463386 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:28.484584 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cad460fd24024d32a675aead60a3df60&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2723365 May 20 20:41:28.497597 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 54976) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:28.538472 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.546734 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.557706 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:28.624303 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.db.resource_extend [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:41:28.626454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4783f80-ad6a-4466-b2ea-be93470ef399 {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:28.636018 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.637169 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58345bbc-3f05-44ce-8dc6-8c7db7e9ae0e,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:28.653204 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Transition to ACTIVE for port object b4783f80-ad6a-4466-b2ea-be93470ef399 will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:28.662184 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-ed0c13c3-ccaa-430e-9a59-fbedcd62ee5d req-d36a691e-5a9c-41c5-b1c8-c0f1f6e6c738 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Synchronizing usage tracker for tenant:e184b22ac731428bb396bd49fea612e8 on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:28.678917 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:28.679777 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62f41c0e-c856-4c8f-b543-0463805ebf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.682004 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=564f25b1-6054-4094-a36a-1181ea9762aa,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:28.683670 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Transition to ACTIVE for port object 7cb45a97-ece8-4bc9-a082-a4c756e1d775 will not be triggered until provisioned by entity DHCP. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:28.689310 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.692170 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:28.723363 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62f41c0e-c856-4c8f-b543-0463805ebf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.784900 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.793830 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2076949'] for router_interface, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:28.801780 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:28.924177 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 564f25b1-6054-4094-a36a-1181ea9762aa up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:29.015574 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10012b22-9e5d-4f4e-976e-be496862e71a req-d79f5384-f420-483e-9e53-15c7e8befe16 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:29.037190 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-10012b22-9e5d-4f4e-976e-be496862e71a req-d79f5384-f420-483e-9e53-15c7e8befe16 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 932 time: 1.3263803 May 20 20:41:29.077565 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:18Z', 'revision_number': 3, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:29.078168 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.091321 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be2582-df4a-4fae-8ea8-9b0b8b6a3ee9 None None] The sync data for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb is: [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:18Z', 'revision_number': 3, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:29.117311 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 564f25b1-6054-4094-a36a-1181ea9762aa triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:29.121648 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.141716 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.143370 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-ed0c13c3-ccaa-430e-9a59-fbedcd62ee5d req-d36a691e-5a9c-41c5-b1c8-c0f1f6e6c738 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Unset dirty status for tenant:e184b22ac731428bb396bd49fea612e8 on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:29.144620 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed0c13c3-ccaa-430e-9a59-fbedcd62ee5d req-d36a691e-5a9c-41c5-b1c8-c0f1f6e6c738 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6539853 May 20 20:41:29.208573 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7b91921a-3e06-48d5-b650-c73cfe790d9c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:29.386807 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.389207 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf0ec61-d3e3-49d0-aff6-5236546c32df,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:29.393587 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:29.407977 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-10012b22-9e5d-4f4e-976e-be496862e71a req-34cba2ea-eaf0-414a-8318-9cd08e2b64ef tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Synchronizing usage tracker for tenant:4b87c234f20f4f709ac2ba21fb479219 on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:29.447792 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:29.541847 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Network 1a530077-e447-4774-8d9b-6284b204bc55 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:29.546552 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:29.627411 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Pushing event updated for resources: {'Port': ['ID=b4783f80-ad6a-4466-b2ea-be93470ef399,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:29.649056 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:29.667643 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:29.674494 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62f41c0e-c856-4c8f-b543-0463805ebf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.715171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:29.840211 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Attempting to bind port b4783f80-ad6a-4466-b2ea-be93470ef399 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:29.840211 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Attempting to bind port b4783f80-ad6a-4466-b2ea-be93470ef399 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ff6d89f5-b73d-4819-9054-49acee3d6581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '052b577a-0472-4113-aade-7fad8b10d663'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:29.840211 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Attempting to bind port b4783f80-ad6a-4466-b2ea-be93470ef399 on network 052b577a-0472-4113-aade-7fad8b10d663 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:29.893380 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Port b4783f80-ad6a-4466-b2ea-be93470ef399 on network 052b577a-0472-4113-aade-7fad8b10d663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:41:29.893723 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Attempting to bind port b4783f80-ad6a-4466-b2ea-be93470ef399 on network 052b577a-0472-4113-aade-7fad8b10d663 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:29.914170 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:29.914170 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Checking segment: {'id': 'ff6d89f5-b73d-4819-9054-49acee3d6581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '052b577a-0472-4113-aade-7fad8b10d663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:29.925532 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Bound using segment: {'id': 'ff6d89f5-b73d-4819-9054-49acee3d6581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '052b577a-0472-4113-aade-7fad8b10d663'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:29.927156 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Bound port: b4783f80-ad6a-4466-b2ea-be93470ef399, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff6d89f5-b73d-4819-9054-49acee3d6581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '052b577a-0472-4113-aade-7fad8b10d663'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:29.927918 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb45a97-ece8-4bc9-a082-a4c756e1d775,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:29.929183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.935592 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:29.936080 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2039726'] for router_interface, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:29.956645 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:29.960778 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bfe76ed2-8490-495f-9724-2658c0b93f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:29.990040 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Router f83eab44-68d5-4ef6-aa5e-96a87622b545 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:41:29.996356 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.db.resource_extend [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:41:30.011373 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62f41c0e-c856-4c8f-b543-0463805ebf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:30.039148 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-62f41c0e-c856-4c8f-b543-0463805ebf3b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/58345bbc-3f05-44ce-8dc6-8c7db7e9ae0e HTTP/1.1" status: 204 len: 168 time: 1.5374181 May 20 20:41:30.039463 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f41c0e-c856-4c8f-b543-0463805ebf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58345bbc-3f05-44ce-8dc6-8c7db7e9ae0e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:30.083939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-62f41c0e-c856-4c8f-b543-0463805ebf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:30.140430 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a77349-8332-4a72-87a4-ab32d3d3e5a5 {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:30.151932 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:30.181050 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Transition to ACTIVE for port object e1a77349-8332-4a72-87a4-ab32d3d3e5a5 will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:30.238087 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-22a5c2d2-8d72-4b9e-aadf-2422ffc4d35e None None] Provisioning for port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:30.253947 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-22a5c2d2-8d72-4b9e-aadf-2422ffc4d35e None None] Provisioning complete for port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:30.255496 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-22a5c2d2-8d72-4b9e-aadf-2422ffc4d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:30.423617 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-22a5c2d2-8d72-4b9e-aadf-2422ffc4d35e None None] Port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:41:30.433155 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-10012b22-9e5d-4f4e-976e-be496862e71a req-34cba2ea-eaf0-414a-8318-9cd08e2b64ef tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Unset dirty status for tenant:4b87c234f20f4f709ac2ba21fb479219 on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:30.434277 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-10012b22-9e5d-4f4e-976e-be496862e71a req-34cba2ea-eaf0-414a-8318-9cd08e2b64ef tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3963294 May 20 20:41:30.444380 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:30.596038 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-334e4f2b-8bac-4cc2-92fd-f35ea58f279e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:30.779823 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:41:30.779823 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] 10.222.0.85 "PUT /v2.0/routers/f83eab44-68d5-4ef6-aa5e-96a87622b545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7942548 May 20 20:41:30.782134 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Sync routers for ids ['f83eab44-68d5-4ef6-aa5e-96a87622b545'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:30.782134 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Routers {'f83eab44-68d5-4ef6-aa5e-96a87622b545'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:30.782134 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['f83eab44-68d5-4ef6-aa5e-96a87622b545'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:30.785407 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] For port b4783f80-ad6a-4466-b2ea-be93470ef399, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:30.801812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] For port b4783f80-ad6a-4466-b2ea-be93470ef399, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4783f80-ad6a-4466-b2ea-be93470ef399,segment=NetworkSegment(ff6d89f5-b73d-4819-9054-49acee3d6581),segment_id=ff6d89f5-b73d-4819-9054-49acee3d6581)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:30.825492 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:30.850360 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:30.885065 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Set router f83eab44-68d5-4ef6-aa5e-96a87622b545 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:30.936051 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.020804 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device f8710377-0050-4d10-8ee2-ad175a61e9ef up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:31.038859 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Attempting to bind port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:31.039516 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Attempting to bind port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:31.040087 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Attempting to bind port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 on network eb4f218f-791a-4620-b994-b3c31510c46c {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:31.068559 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd2857-af71-4074-bf28-a45b677957d2 req-8022442d-6fbc-4e56-bf5f-f7172c62bea3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:31.070497 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-77dd2857-af71-4074-bf28-a45b677957d2 req-8022442d-6fbc-4e56-bf5f-f7172c62bea3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 943 time: 0.6387804 May 20 20:41:31.079990 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 on network eb4f218f-791a-4620-b994-b3c31510c46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:41:31.080788 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Attempting to bind port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 on network eb4f218f-791a-4620-b994-b3c31510c46c {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:31.176358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.176358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:31.176358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Checking segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:31.176358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Bound using segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:31.176358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Bound port: e1a77349-8332-4a72-87a4-ab32d3d3e5a5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:31.176358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.308643 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-77dd2857-af71-4074-bf28-a45b677957d2 req-ce36a340-1a8b-41fd-a680-725ea5be2252 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201326 May 20 20:41:31.454144 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] For port e1a77349-8332-4a72-87a4-ab32d3d3e5a5, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:31.459042 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] For port e1a77349-8332-4a72-87a4-ab32d3d3e5a5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:31.504513 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.511745 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:31.528140 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.622784 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:31.625341 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.627179 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] 10.222.0.95 "PUT /v2.0/ports/b4783f80-ad6a-4466-b2ea-be93470ef399 HTTP/1.1" status: 200 len: 1094 time: 3.8605306 May 20 20:41:31.628416 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84269dd6-0b42-429c-8b21-24d910a28800', 'tag': 'b4783f80-ad6a-4466-b2ea-be93470ef399'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:31.746162 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.748587 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2076949'] for router_interface, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.752875 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port f8710377-0050-4d10-8ee2-ad175a61e9ef completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:31.754819 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.756053 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.760041 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:31.761642 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 4, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port': {'id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:14Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'eaf0ec61-d3e3-49d0-aff6-5236546c32df', 'name': '', 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'mac_address': 'fa:16:3e:05:7f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e7bf6a1-18eb-4d3b-85b1-5c6d328da342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 2, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'subnets': [{'id': '0e7bf6a1-18eb-4d3b-85b1-5c6d328da342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:31.770140 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port f8710377-0050-4d10-8ee2-ad175a61e9ef triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:31.782227 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2076949'] for router_interface, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.782563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:31.834932 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Pushing event updated for resources: {'Port': ['ID=b4783f80-ad6a-4466-b2ea-be93470ef399,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:31.879752 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Checking router: f83eab44-68d5-4ef6-aa5e-96a87622b545 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:31.880103 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Updating router f83eab44-68d5-4ef6-aa5e-96a87622b545 port eaf0ec61-d3e3-49d0-aff6-5236546c32df binding host dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:31.952053 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb45a97-ece8-4bc9-a082-a4c756e1d775,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:31.960702 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:32.049802 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.050507 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:32.055461 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:32.317357 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55026) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:32.343234 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:32.357242 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-eab639b9-7f3d-4a9c-8ab3-ccfd5c1e018f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:32.469305 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:32.603957 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.645538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:32.653129 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Usage tracker for resource:security_group_rule and tenant:17b6b5bc2ea14f299eef09e2d10f50c8 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:32.657709 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:32.668653 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:32.684882 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:32.686696 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Router 06ebde29-6675-4f58-b13a-adb9146f4054 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:41:32.689544 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.690327 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.693411 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] 10.222.0.95 "PUT /v2.0/ports/e1a77349-8332-4a72-87a4-ab32d3d3e5a5 HTTP/1.1" status: 200 len: 1093 time: 7.2945988 May 20 20:41:32.709593 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:32.716880 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6617cac5-5f4f-4833-ba60-c2c602855b29 None None] Provisioning complete for port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:32.717260 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6617cac5-5f4f-4833-ba60-c2c602855b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.834628 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6617cac5-5f4f-4833-ba60-c2c602855b29 None None] Port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:41:32.853523 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.869816 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port f8710377-0050-4d10-8ee2-ad175a61e9ef, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=f8710377-0050-4d10-8ee2-ad175a61e9ef,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:32.965468 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:32.979790 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:33.245379 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6087f344-77df-4ca9-ae1f-62de0f0f875a None None] Provisioning complete for port a2333e14-77c5-4a85-abe9-b2990f8b0b26 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:33.245379 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6087f344-77df-4ca9-ae1f-62de0f0f875a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.321216 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.337304 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=f8710377-0050-4d10-8ee2-ad175a61e9ef,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:33.357031 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:33.378689 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Pushing event updated for resources: {'Port': ['ID=a2333e14-77c5-4a85-abe9-b2990f8b0b26,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:33.408773 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6087f344-77df-4ca9-ae1f-62de0f0f875a None None] Port a2333e14-77c5-4a85-abe9-b2990f8b0b26 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:41:33.496352 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.511323 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:33.594606 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Notify callbacks [] for port, precommit_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.617827 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Transition to ACTIVE for port object eaf0ec61-d3e3-49d0-aff6-5236546c32df will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:33.649349 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:33.664696 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.313s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:33.672501 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.838s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:33.673096 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:33.682859 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea1b6a-ba0a-4cc4-a786-30c0a752301b req-33c96571-fbee-48e8-a783-1afed1c494b4 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:33.684711 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aaea1b6a-ba0a-4cc4-a786-30c0a752301b req-33c96571-fbee-48e8-a783-1afed1c494b4 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 944 time: 1.9769373 May 20 20:41:33.691988 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:33.701255 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:33.741410 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c6a1d3-72f8-4de4-9838-2a62cdaaefb3,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:33.760605 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:33.802896 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:41:33.818128 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Sync routers for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:33.819879 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=17b6b5bc2ea14f299eef09e2d10f50c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5011594 May 20 20:41:33.821074 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55062) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:33.833826 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:33.836047 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:33.883219 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] 10.222.0.85 "PUT /v2.0/routers/06ebde29-6675-4f58-b13a-adb9146f4054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1872532 May 20 20:41:33.920678 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Router e1aefe68-79a3-4751-afe2-02aced513757 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:41:33.974472 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-02a67fe1-e4cc-41c4-b993-6a402502820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:33.976487 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-02a67fe1-e4cc-41c4-b993-6a402502820b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4b87c234f20f4f709ac2ba21fb479219&device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 1097 time: 1.6346810 May 20 20:41:33.997363 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb8dce-1f9b-4f04-9e6f-13af74ef8a24 req-eef942f3-bbb4-4554-91a0-df97b193824e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:33.998820 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-17eb8dce-1f9b-4f04-9e6f-13af74ef8a24 req-eef942f3-bbb4-4554-91a0-df97b193824e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 943 time: 1.2207224 May 20 20:41:34.077296 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-c28b0ebd-2ec3-415c-83d8-08e2a6256080 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4783f80-ad6a-4466-b2ea-be93470ef399 HTTP/1.1" status: 200 len: 217 time: 0.0773382 May 20 20:41:34.124507 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-92c35d08-9a9c-4951-9226-59a721692c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.256356 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db57f4f-3afe-41f3-bd2e-8d4388b3543f None None] Pushing event updated for resources: {'Port': ['ID=eaf0ec61-d3e3-49d0-aff6-5236546c32df,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:34.257224 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-92c35d08-9a9c-4951-9226-59a721692c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.263690 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-4db57f4f-3afe-41f3-bd2e-8d4388b3543f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:34.297262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:41:34.315731 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] 10.222.0.85 "PUT /v2.0/routers/e1aefe68-79a3-4751-afe2-02aced513757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8979847 May 20 20:41:34.387336 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-61e42dd8-37a8-4f28-ac0b-fa2e03b2fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:34.388857 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-61e42dd8-37a8-4f28-ac0b-fa2e03b2fb30 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 1096 time: 1.4185374 May 20 20:41:34.390480 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-431647fe-ca55-4c03-b156-34496d22268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:34.391859 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-431647fe-ca55-4c03-b156-34496d22268c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94fa21d7-89c2-491b-9e10-09faf15ba053 HTTP/1.1" status: 200 len: 852 time: 0.0983024 May 20 20:41:34.392521 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:34.416246 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Sync routers for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:41:34.530766 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-378fb668-e7a4-47da-b4be-3e753e1d8f21 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a77349-8332-4a72-87a4-ab32d3d3e5a5 HTTP/1.1" status: 200 len: 217 time: 0.0874937 May 20 20:41:34.536641 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aaea1b6a-ba0a-4cc4-a786-30c0a752301b req-42c9fa24-0c95-4c06-89c5-c0327fcdce2f tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7695031 May 20 20:41:34.538742 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-1d615c51-139e-4dbb-a3f9-7f2f8df15ae2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=052b577a-0472-4113-aade-7fad8b10d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317077 May 20 20:41:34.616552 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-b7e138c4-15e7-450c-8b6c-558273c014c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:34.618632 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-b7e138c4-15e7-450c-8b6c-558273c014c7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 200 len: 854 time: 0.0707183 May 20 20:41:34.674958 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:34.677800 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:34.739500 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-17eb8dce-1f9b-4f04-9e6f-13af74ef8a24 req-e1c06973-21eb-499a-9760-5d1aae2e51c5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469409 May 20 20:41:34.826929 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-92c35d08-9a9c-4951-9226-59a721692c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.835148 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:34.851082 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-a2a8aa51-769e-4f3f-8118-f16f983de7b1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eb4f218f-791a-4620-b994-b3c31510c46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1862769 May 20 20:41:34.867879 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Attempting to bind port eaf0ec61-d3e3-49d0-aff6-5236546c32df on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:34.868555 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Attempting to bind port eaf0ec61-d3e3-49d0-aff6-5236546c32df by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:34.869087 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Attempting to bind port eaf0ec61-d3e3-49d0-aff6-5236546c32df on network 1a530077-e447-4774-8d9b-6284b204bc55 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:34.884584 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:34.885257 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Checking segment: {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:34.885942 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.886575 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Bound using segment: {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:34.887299 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Bound port: eaf0ec61-d3e3-49d0-aff6-5236546c32df, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:34.887877 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.904343 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c35d08-9a9c-4951-9226-59a721692c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c6a1d3-72f8-4de4-9838-2a62cdaaefb3,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:34.915902 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-92c35d08-9a9c-4951-9226-59a721692c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:34.917648 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-92c35d08-9a9c-4951-9226-59a721692c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:34.920811 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-92c35d08-9a9c-4951-9226-59a721692c76 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/82c6a1d3-72f8-4de4-9838-2a62cdaaefb3 HTTP/1.1" status: 204 len: 168 time: 1.0896270 May 20 20:41:35.185795 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device f8710377-0050-4d10-8ee2-ad175a61e9ef up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:35.272083 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:31Z', 'revision_number': 2, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:35.287544 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Checking router: 06ebde29-6675-4f58-b13a-adb9146f4054 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:35.288222 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Updating router 06ebde29-6675-4f58-b13a-adb9146f4054 port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 binding host dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:35.405868 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-7752f127-434e-4d27-a445-27775515463d service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892861 May 20 20:41:35.424471 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.483377 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:35.502611 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-e19302f9-795a-4720-bea9-cf210dd154c7 service neutron] 10.222.0.95 "GET /v2.0/networks/052b577a-0472-4113-aade-7fad8b10d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8829954 May 20 20:41:35.727359 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] For port eaf0ec61-d3e3-49d0-aff6-5236546c32df, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:35.778369 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] For port eaf0ec61-d3e3-49d0-aff6-5236546c32df, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=eaf0ec61-d3e3-49d0-aff6-5236546c32df,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:35.796854 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port f8710377-0050-4d10-8ee2-ad175a61e9ef triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:35.797308 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:35.988250 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.031979 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:36.082394 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84269dd6-0b42-429c-8b21-24d910a28800', 'tag': 'b4783f80-ad6a-4466-b2ea-be93470ef399', 'status': 'completed', 'code': 200} May 20 20:41:36.093491 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dbca2077-5ec6-47b0-a9ed-ea8f16bd987f req-0aab438a-8f66-467e-aaca-8f509cce9ed5 service neutron] 10.222.0.95 "GET /v2.0/networks/052b577a-0472-4113-aade-7fad8b10d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294562 May 20 20:41:36.113920 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Notify callbacks [] for port, precommit_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.127945 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.provisioning_blocks [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Transition to ACTIVE for port object 7cb45a97-ece8-4bc9-a082-a4c756e1d775 will not be triggered until provisioned by entity L2. {{(pid=98924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:36.232238 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.241821 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:36.338622 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-298f0ef7-dafa-411b-9ab0-c91823afd059 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:36.340538 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-298f0ef7-dafa-411b-9ab0-c91823afd059 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 818 time: 0.6965041 May 20 20:41:36.402519 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Routers {'f83eab44-68d5-4ef6-aa5e-96a87622b545'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:36.403140 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['f83eab44-68d5-4ef6-aa5e-96a87622b545'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:36.474198 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-f03c7211-2807-4a10-a702-1729a82b918e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/quotas/fe13e55b68f4460da0f9130cc5e35b6e HTTP/1.1" status: 200 len: 375 time: 0.1097703 May 20 20:41:36.487501 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d0bbce56-66b1-4e38-9a18-95e040cf87e9 req-cb788caa-f090-429b-b9f6-ddbb4d3ac9b6 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990419 May 20 20:41:36.575852 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9250c2-62ad-4256-8c13-50ac056ea5e9 None None] Pushing event updated for resources: {'Port': ['ID=7cb45a97-ece8-4bc9-a082-a4c756e1d775,revision_number=3']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:36.588098 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-8c9250c2-62ad-4256-8c13-50ac056ea5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:36.606788 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Attempting to bind port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:36.607314 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Attempting to bind port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:36.607679 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Attempting to bind port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 on network dd1fbe08-e904-428c-87e9-e12c93f6b03e {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:36.615393 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add31857-3dde-4ed7-a178-96c086ba2413 req-387af24d-d9c8-4e0b-88a0-9b7b592db788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:36.617657 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-add31857-3dde-4ed7-a178-96c086ba2413 req-387af24d-d9c8-4e0b-88a0-9b7b592db788 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4b87c234f20f4f709ac2ba21fb479219&device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 1097 time: 0.2079182 May 20 20:41:36.621579 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:36.626739 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Checking segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:36.626739 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.626739 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Bound using segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:36.626739 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Bound port: 7cb45a97-ece8-4bc9-a082-a4c756e1d775, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'}}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:36.626739 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.634087 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c73ed01e-1e14-4093-904d-bc4a50b51dc2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504140 May 20 20:41:36.700814 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55120) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:36.707019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012591339', 'description': 'tempest-description--1838788179'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:36.717232 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db57f4f-3afe-41f3-bd2e-8d4388b3543f None None] Pushing event updated for resources: {'Port': ['ID=eaf0ec61-d3e3-49d0-aff6-5236546c32df,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:36.724823 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:36.730308 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:security_group and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:36.739104 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:36.752740 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:36.791270 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-4db57f4f-3afe-41f3-bd2e-8d4388b3543f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:36.805968 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] For port 7cb45a97-ece8-4bc9-a082-a4c756e1d775, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:36.810314 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] For port 7cb45a97-ece8-4bc9-a082-a4c756e1d775, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=7cb45a97-ece8-4bc9-a082-a4c756e1d775,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:36.854028 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:29Z', 'revision_number': 2, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:36.863437 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Checking router: e1aefe68-79a3-4751-afe2-02aced513757 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:41:36.863825 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Updating router e1aefe68-79a3-4751-afe2-02aced513757 port a2333e14-77c5-4a85-abe9-b2990f8b0b26 binding host dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:41:36.864262 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-f2038e7b-870a-4f13-b10a-260750cb6053 service neutron] 10.222.0.85 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054930 May 20 20:41:36.872806 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.898161 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] Set router f83eab44-68d5-4ef6-aa5e-96a87622b545 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:36.904559 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:36.921622 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-a27351fb-dce2-479c-acb2-358920e86372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:36.933660 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:36.948207 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:security_group_rule and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:36.958714 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:36.981160 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:36.990265 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 55126) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:37.059245 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.140471 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9250c2-62ad-4256-8c13-50ac056ea5e9 None None] Pushing event updated for resources: {'Port': ['ID=7cb45a97-ece8-4bc9-a082-a4c756e1d775,revision_number=4']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:37.160977 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-8c9250c2-62ad-4256-8c13-50ac056ea5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:37.201549 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:37.204157 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:37.213425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.215887 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.259775 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add31857-3dde-4ed7-a178-96c086ba2413 req-a1e58e27-2885-4777-bed0-eba40fdb4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:37.262284 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-add31857-3dde-4ed7-a178-96c086ba2413 req-a1e58e27-2885-4777-bed0-eba40fdb4852 service neutron] 10.222.0.95 "GET /v2.0/networks?id=052b577a-0472-4113-aade-7fad8b10d663 HTTP/1.1" status: 200 len: 913 time: 0.6271913 May 20 20:41:37.266622 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:37.317247 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.323357 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e4eac20b-ee11-43a4-9ee6-3fd902c911e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:37.343842 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Usage tracker for resource:security_group_rule and tenant:898c14a8071c41c894d9f1876113d1ef is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:37.367318 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:37.388132 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-add31857-3dde-4ed7-a178-96c086ba2413 req-8482fb69-8038-4699-9d76-6b5b3aea3574 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4783f80-ad6a-4466-b2ea-be93470ef399 HTTP/1.1" status: 200 len: 217 time: 0.1147349 May 20 20:41:37.395810 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-9d24dcd6-69e0-4a9b-ad3e-f0d2cd3de451 service neutron] 10.222.0.85 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682462 May 20 20:41:37.426540 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc480d82-b13e-426d-9fce-eb6f779ab8d3,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:37.442667 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:37.487825 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:37.490920 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add31857-3dde-4ed7-a178-96c086ba2413 req-58ab444f-ecf4-4f7a-93ad-6924e8bf899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:37.492751 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-add31857-3dde-4ed7-a178-96c086ba2413 req-58ab444f-ecf4-4f7a-93ad-6924e8bf899a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94fa21d7-89c2-491b-9e10-09faf15ba053 HTTP/1.1" status: 200 len: 852 time: 0.0960200 May 20 20:41:37.494465 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:37.500576 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.503043 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8010497 May 20 20:41:37.505869 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55134) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:37.511988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'security_group_rule': {'security_group_id': 'dc480d82-b13e-426d-9fce-eb6f779ab8d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:37.523651 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:37.533866 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:security_group_rule and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:37.542050 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:37.554659 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:37.572285 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-add31857-3dde-4ed7-a178-96c086ba2413 req-c7bcb27e-4a26-4600-a31c-5793b5992298 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=052b577a-0472-4113-aade-7fad8b10d663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631981 May 20 20:41:37.616813 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55138) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:37.623504 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1117710683', 'description': 'tempest-description--359703487'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:37.634111 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:37.645199 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:security_group and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:37.652193 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:37.665274 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:37.691949 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 4, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port': {'id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:14Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'eaf0ec61-d3e3-49d0-aff6-5236546c32df', 'name': '', 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'mac_address': 'fa:16:3e:05:7f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e7bf6a1-18eb-4d3b-85b1-5c6d328da342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:35Z', 'revision_number': 4, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'subnets': [{'id': '0e7bf6a1-18eb-4d3b-85b1-5c6d328da342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:37.694396 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.729464 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7933b9-bb94-4cb3-801e-866dc6ec2c79 None None] The sync data for ids ['f83eab44-68d5-4ef6-aa5e-96a87622b545'] in dv-cinder-784623-13-smb is: [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 4, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port': {'id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:14Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'eaf0ec61-d3e3-49d0-aff6-5236546c32df', 'name': '', 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'mac_address': 'fa:16:3e:05:7f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e7bf6a1-18eb-4d3b-85b1-5c6d328da342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:35Z', 'revision_number': 4, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'subnets': [{'id': '0e7bf6a1-18eb-4d3b-85b1-5c6d328da342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:37.801770 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.875098 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-add31857-3dde-4ed7-a178-96c086ba2413 req-f8a3edd5-dd1a-4fa1-89e8-5a0627d6f820 service neutron] 10.222.0.95 "GET /v2.0/networks/052b577a-0472-4113-aade-7fad8b10d663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936289 May 20 20:41:37.900852 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Notify callbacks [] for port, precommit_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.915544 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Transition to ACTIVE for port object a2333e14-77c5-4a85-abe9-b2990f8b0b26 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:37.974171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:37.982586 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:security_group_rule and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:37.988089 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:37.993351 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:37.999855 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:38.031149 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:38.077296 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.149434 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.151368 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32025b9d-d360-45f0-975b-159566f357cb', 'tag': 'e1a77349-8332-4a72-87a4-ab32d3d3e5a5'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:38.158385 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-add31857-3dde-4ed7-a178-96c086ba2413 req-e2f1b879-43ce-4405-a180-8a67b207ee5c service neutron] 10.222.0.95 "GET /v2.0/networks/052b577a-0472-4113-aade-7fad8b10d663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190495 May 20 20:41:38.161646 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:38.250667 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a764f40-5313-4e48-a21d-6bfe1d8fdc24,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:38.289591 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:38.325270 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:36Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:38.335335 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0256343-476c-4a3f-86a9-c2802ec89e90 None None] The sync data for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb is: [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:36Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:38.373899 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b814a9-5b71-42d3-8769-078867135dbd req-3c386766-a88e-4844-9c8e-cedc3a9548f0 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:38.387938 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78b814a9-5b71-42d3-8769-078867135dbd req-3c386766-a88e-4844-9c8e-cedc3a9548f0 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 944 time: 0.5114348 May 20 20:41:38.406811 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.431040 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.432710 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9256432 May 20 20:41:38.437953 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55158) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:38.459511 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'security_group_rule': {'security_group_id': 'dc480d82-b13e-426d-9fce-eb6f779ab8d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:38.464900 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763f489-1fb2-416e-accd-162bae4875cb None None] Pushing event updated for resources: {'Port': ['ID=a2333e14-77c5-4a85-abe9-b2990f8b0b26,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:38.466232 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:38.499400 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:security_group_rule and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:38.503790 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:38.513152 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-b763f489-1fb2-416e-accd-162bae4875cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:38.525980 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:38.550823 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.555017 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Attempting to bind port a2333e14-77c5-4a85-abe9-b2990f8b0b26 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:38.555964 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Attempting to bind port a2333e14-77c5-4a85-abe9-b2990f8b0b26 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:38.556621 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Attempting to bind port a2333e14-77c5-4a85-abe9-b2990f8b0b26 on network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:38.559308 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-92c35d08-9a9c-4951-9226-59a721692c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:38.563761 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:38.564435 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Checking segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:38.565324 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.565877 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Bound using segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:38.566681 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Bound port: a2333e14-77c5-4a85-abe9-b2990f8b0b26, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:38.567228 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.601055 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78b814a9-5b71-42d3-8769-078867135dbd req-dad44a33-5e10-4462-b42c-4899676f7115 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118964 May 20 20:41:38.617730 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.696426 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2979d0-58dc-4ada-8255-e3f5afb12fbb,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:38.700149 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:38.701969 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.745687 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.745687 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1243882 May 20 20:41:38.754365 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55164) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:38.762293 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.772498 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] For port a2333e14-77c5-4a85-abe9-b2990f8b0b26, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:38.776127 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'security_group_rule': {'security_group_id': 'ad2979d0-58dc-4ada-8255-e3f5afb12fbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:38.785825 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:38.788186 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] For port a2333e14-77c5-4a85-abe9-b2990f8b0b26, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=a2333e14-77c5-4a85-abe9-b2990f8b0b26,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:38.799334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62e19-e5ec-43f0-ab63-28f0d66b7c8b req-9c0d6ef1-95cd-43e3-8fec-0d425f070540 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:38.800932 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9ce62e19-e5ec-43f0-ab63-28f0d66b7c8b req-9c0d6ef1-95cd-43e3-8fec-0d425f070540 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 943 time: 0.5403407 May 20 20:41:38.802996 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b7d06c00-3612-423f-b3c1-aeebb2e9fe67 req-68d6834d-36a7-4756-9190-9830742be68d tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 210 time: 0.1234066 May 20 20:41:38.818942 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:security_group_rule and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:38.835202 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:38.843388 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:38.856195 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.862058 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Synchronizing usage tracker for tenant:83d31d5cfea34c0ea5f970ecfe263c03 on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:38.862399 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-1e1de8d9-963e-448f-8ec9-246eb51c7308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:38.870172 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:38.924255 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:38.952009 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32025b9d-d360-45f0-975b-159566f357cb', 'tag': 'e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'status': 'completed', 'code': 200} May 20 20:41:39.008757 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.085266 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b4783f80-ad6a-4466-b2ea-be93470ef399 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:41:39.086454 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.139297 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:41:39.152434 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcf329a-ca74-47da-bf75-077e66161ba5,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:39.154491 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:39.168376 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:39.180633 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:39.181266 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Unset dirty status for tenant:83d31d5cfea34c0ea5f970ecfe263c03 on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:39.210216 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55182) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:39.210315 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=898c14a8071c41c894d9f1876113d1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2135205 May 20 20:41:39.259434 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9ce62e19-e5ec-43f0-ab63-28f0d66b7c8b req-a32bd034-8635-4a71-838f-e7b5a00821f4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250884 May 20 20:41:39.339550 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-4de59186-a176-4316-847a-c2e33faaf486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:39.345886 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-4de59186-a176-4316-847a-c2e33faaf486 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 1096 time: 0.3651593 May 20 20:41:39.353959 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457a133d-5002-4f4f-af18-b1c197fc1936,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:39.385346 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763f489-1fb2-416e-accd-162bae4875cb None None] Pushing event updated for resources: {'Port': ['ID=a2333e14-77c5-4a85-abe9-b2990f8b0b26,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:39.405961 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-b763f489-1fb2-416e-accd-162bae4875cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:39.471861 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:39.505638 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 7cb45a97-ece8-4bc9-a082-a4c756e1d775 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:39.526235 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.555670 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bfd6926e-8103-41d3-913d-edc2289d7d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.610377 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bfd6926e-8103-41d3-913d-edc2289d7d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.724345 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.725592 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.730824 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2821624 May 20 20:41:39.731606 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 55212) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:39.739171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-04714002-13fe-40fe-9721-4d8f57acb262 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:39.766523 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'floatingip': {'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:39.769863 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dda3639-65f7-4eec-b25f-ce78db7db896,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:39.777030 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:39.777612 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:39.800526 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:floatingip and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:39.807889 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:39.866033 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-cf1611b7-25ea-48a7-8bfa-aa9cceca5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:39.868351 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-cf1611b7-25ea-48a7-8bfa-aa9cceca5598 service neutron] 10.222.0.95 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 915 time: 0.5169113 May 20 20:41:39.901162 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.902334 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1468711 May 20 20:41:39.903776 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bfd6926e-8103-41d3-913d-edc2289d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.906669 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bfd6926e-8103-41d3-913d-edc2289d7d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:39.907783 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-bfd6926e-8103-41d3-913d-edc2289d7d14 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/edcf329a-ca74-47da-bf75-077e66161ba5 HTTP/1.1" status: 204 len: 168 time: 0.6912253 May 20 20:41:39.908432 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55218) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:39.909008 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:39.913167 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:41:39.942703 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'security_group_rule': {'security_group_id': 'ad2979d0-58dc-4ada-8255-e3f5afb12fbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:39.967244 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6926e-8103-41d3-913d-edc2289d7d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcf329a-ca74-47da-bf75-077e66161ba5,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:39.967244 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:39.967244 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bfd6926e-8103-41d3-913d-edc2289d7d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:39.980538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:security_group_rule and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:39.983764 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:39.998102 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:40.011460 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b4783f80-ad6a-4466-b2ea-be93470ef399, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4783f80-ad6a-4466-b2ea-be93470ef399,segment=NetworkSegment(ff6d89f5-b73d-4819-9054-49acee3d6581),segment_id=ff6d89f5-b73d-4819-9054-49acee3d6581)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:40.057643 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:40.088376 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-bd3bb7b8-0260-471d-9cbf-5c8381a1635f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a77349-8332-4a72-87a4-ab32d3d3e5a5 HTTP/1.1" status: 200 len: 217 time: 0.2089498 May 20 20:41:40.103819 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.107045 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'b4783f80-ad6a-4466-b2ea-be93470ef399', 'network_id': '052b577a-0472-4113-aade-7fad8b10d663', 'port_id': 'b4783f80-ad6a-4466-b2ea-be93470ef399', 'mac_address': 'fa:16:3e:fa:92:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fa21d7-89c2-491b-9e10-09faf15ba053', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:41:40.125657 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:40.155931 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:40.157297 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-30ffd67d-eae1-4a11-87dd-1c2c6ff6d077 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:40.159196 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.166128 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-30ffd67d-eae1-4a11-87dd-1c2c6ff6d077 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 818 time: 0.7307856 May 20 20:41:40.205479 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-e8f16b8a-482a-4e80-b0d8-e8be4c3d4abd tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/quotas/fe13e55b68f4460da0f9130cc5e35b6e HTTP/1.1" status: 200 len: 375 time: 0.0375178 May 20 20:41:40.249377 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.280140 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.322552 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.324666 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-503fa13b-fc03-4eba-93f6-dc835ba3a2d4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:40.385502 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e52db3-a656-471b-8c14-1ba5562261e4,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:40.388706 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:40.392344 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55230) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:40.440029 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-cfa0e5e8-b48b-4a33-a64c-cf1c274056b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:40.441761 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-cfa0e5e8-b48b-4a33-a64c-cf1c274056b4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 200 len: 854 time: 0.3434560 May 20 20:41:40.451922 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-43e372f5-dda6-4c61-bff8-98e76f211cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.473548 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.497607 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4783f80-ad6a-4466-b2ea-be93470ef399 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:40.505085 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.506618 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-62d0c993-124f-4b3b-ad47-7f8a0e913fa7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5837028 May 20 20:41:40.509849 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55238) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:40.516647 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'floatingip': {'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:40.525232 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:40.529678 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:floatingip and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:40.533993 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:40.541746 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:40.564715 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e4cb4-5830-4718-baa5-50713ea9965b req-7c5d0f75-4bc6-44fa-93c3-b272c2e8603b tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:40.566573 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ab0e4cb4-5830-4718-baa5-50713ea9965b req-7c5d0f75-4bc6-44fa-93c3-b272c2e8603b tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 944 time: 0.7021134 May 20 20:41:40.572333 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b4783f80-ad6a-4466-b2ea-be93470ef399, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4783f80-ad6a-4466-b2ea-be93470ef399,segment=NetworkSegment(ff6d89f5-b73d-4819-9054-49acee3d6581),segment_id=ff6d89f5-b73d-4819-9054-49acee3d6581)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:40.582184 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.601964 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-2320d406-83d1-479b-820e-7efa4296822e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eb4f218f-791a-4620-b994-b3c31510c46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514366 May 20 20:41:40.606668 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.630872 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:40.643811 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.654390 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Usage tracker for resource:security_group_rule and tenant:29ec900bc1944fb8a678372b3fd36eee is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:40.660309 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:40.675298 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:40.680027 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.680767 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device e1a77349-8332-4a72-87a4-ab32d3d3e5a5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:41:40.685490 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:40.752949 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-3d3705dd-9c15-48b0-9878-4274837cf248 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5463169 May 20 20:41:40.785200 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 7cb45a97-ece8-4bc9-a082-a4c756e1d775, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=7cb45a97-ece8-4bc9-a082-a4c756e1d775,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:40.812507 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55244) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:40.828876 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ab0e4cb4-5830-4718-baa5-50713ea9965b req-4fac3963-d707-4168-9ff0-5c60222ed0c5 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469332 May 20 20:41:40.851283 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.858340 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:40.859218 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device eaf0ec61-d3e3-49d0-aff6-5236546c32df up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:40.900733 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:40.906075 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Usage tracker for resource:security_group_rule and tenant:4e94dcdcc5f849f0b89ae36c0a3d183c is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:40.910277 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:40.923444 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:40.932658 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b4783f80-ad6a-4466-b2ea-be93470ef399,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:40.936529 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:40.942480 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-b763f489-1fb2-416e-accd-162bae4875cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:41.007026 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:38Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:41:41.121341 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f1adc-5acb-448d-8b36-563640ef8803 None None] The sync data for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb is: [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:38Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:41:41.164196 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.171665 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=7cb45a97-ece8-4bc9-a082-a4c756e1d775,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:41.185522 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:41.191840 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.196589 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port e1a77349-8332-4a72-87a4-ab32d3d3e5a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:41.239061 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'port_id': 'e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'mac_address': 'fa:16:3e:6d:7c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fffc581-7438-457b-a7fd-f3d7ef59ef00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:41:41.275935 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.319171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bfd6926e-8103-41d3-913d-edc2289d7d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:41.320258 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.341481 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.342493 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port eaf0ec61-d3e3-49d0-aff6-5236546c32df completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:41.352568 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a77349-8332-4a72-87a4-ab32d3d3e5a5 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:41.358256 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port eaf0ec61-d3e3-49d0-aff6-5236546c32df triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:41.358601 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.415618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.428596 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c182b1e-e64d-4b13-9717-c9637be50cce,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:41.447377 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4e94dcdcc5f849f0b89ae36c0a3d183c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6336861 May 20 20:41:41.448564 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:41.449207 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d169a021-1787-42e8-b24c-ba43d46edbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:41.467560 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 55252) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:41.484521 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port e1a77349-8332-4a72-87a4-ab32d3d3e5a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:41.588430 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=29ec900bc1944fb8a678372b3fd36eee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1951113 May 20 20:41:41.604694 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55256) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:41.615902 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.619926 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-9ea4364b-3e37-4495-b07c-b78386fb4008 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9515715 May 20 20:41:41.620165 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:41.660620 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f783752-926e-4c2a-8c6c-ee1c30a7af87,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:41.682766 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Allocated IP 172.28.1.22 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/7d87d8e0-dae1-44d3-a1d8-f2bf04ac444f) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:41.688985 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:41.692208 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.754276 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:41.757858 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:41.759878 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port eaf0ec61-d3e3-49d0-aff6-5236546c32df, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=eaf0ec61-d3e3-49d0-aff6-5236546c32df,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:41.780829 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-fb5d2bbd-a988-4e4f-8906-28006e813ca9 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:41.783721 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-fb5d2bbd-a988-4e4f-8906-28006e813ca9 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 818 time: 0.4708989 May 20 20:41:41.836647 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-b60aeaa3-88eb-4ee6-a871-613debd723ec service neutron] 10.222.0.85 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0826888 May 20 20:41:41.862878 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.866247 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-75afdbbd-6463-428a-bfc3-7fc6e168d70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.896502 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Request body: {'port': {'device_id': '5934bb94-dbed-4ee0-9dec-9c713d3f2893', 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55', 'admin_state_up': True, 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:41.898698 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['e1a77349-8332-4a72-87a4-ab32d3d3e5a5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:41:41.917131 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-75afdbbd-6463-428a-bfc3-7fc6e168d70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:41.934481 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['b4783f80-ad6a-4466-b2ea-be93470ef399'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:41:41.990340 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.004670 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.012630 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:42.099611 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-75afdbbd-6463-428a-bfc3-7fc6e168d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.103065 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:42.119676 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afdbbd-6463-428a-bfc3-7fc6e168d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f783752-926e-4c2a-8c6c-ee1c30a7af87,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:42.122286 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-75afdbbd-6463-428a-bfc3-7fc6e168d70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:42.149031 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.166041 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c86401d6-075f-49fd-ac56-295cfaaa448b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:42.188891 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=eaf0ec61-d3e3-49d0-aff6-5236546c32df,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:42.192054 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:42.246130 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-75afdbbd-6463-428a-bfc3-7fc6e168d70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.262189 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-75afdbbd-6463-428a-bfc3-7fc6e168d70a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8f783752-926e-4c2a-8c6c-ee1c30a7af87 HTTP/1.1" status: 204 len: 168 time: 0.6436071 May 20 20:41:42.281773 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 7cb45a97-ece8-4bc9-a082-a4c756e1d775 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:42.312203 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'Port': ['ID=7d87d8e0-dae1-44d3-a1d8-f2bf04ac444f,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:42.323023 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:42.326233 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:42.327429 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:42.340108 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:42.358544 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-afa16491-38f3-45f7-b188-23ac979454b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.491069 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:42.502454 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:42.502652 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.561230 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418a2f5-d800-4878-b282-d423b1f8e1d9 req-2550baff-775e-4ce8-ae6a-c227ba74d14d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:42.561684 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.563137 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6418a2f5-d800-4878-b282-d423b1f8e1d9 req-2550baff-775e-4ce8-ae6a-c227ba74d14d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 943 time: 1.2516005 May 20 20:41:42.565525 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Usage tracker for resource:port and tenant:fe13e55b68f4460da0f9130cc5e35b6e is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:42.581615 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:42.591545 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-afa16491-38f3-45f7-b188-23ac979454b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.628091 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:42.639825 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-262a5700-3baf-4cdc-b53e-4a043e4d8d60 req-55c07bd0-f4c7-472e-a6c5-4fc462018b27 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536711 May 20 20:41:42.688454 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device a2333e14-77c5-4a85-abe9-b2990f8b0b26 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:42.751549 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-b90b3f39-4fc8-44a2-ab35-6c2cb0732c16 service neutron] 10.222.0.85 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8854747 May 20 20:41:42.783674 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6418a2f5-d800-4878-b282-d423b1f8e1d9 req-806314ce-6717-4e9c-9ea6-58c5d14edddd tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926839 May 20 20:41:42.798644 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Allocated IP 172.28.1.84 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/ed3aedc6-5394-4a82-aff0-7237906290c4) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:42.805771 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Made reservation on behalf of fe13e55b68f4460da0f9130cc5e35b6e for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:42.811770 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.863414 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.927202 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-afa16491-38f3-45f7-b188-23ac979454b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.947130 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:42.995766 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-bac079c8-b1c2-4e50-8b16-19d7ed7c9af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:43.009933 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-cf9b40a4-0b21-4e43-b933-53c153a39da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.032744 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port a2333e14-77c5-4a85-abe9-b2990f8b0b26 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:43.040185 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port a2333e14-77c5-4a85-abe9-b2990f8b0b26 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:43.040573 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.129875 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa16491-38f3-45f7-b188-23ac979454b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c182b1e-e64d-4b13-9717-c9637be50cce,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:43.132897 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-afa16491-38f3-45f7-b188-23ac979454b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:43.253834 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ce34364f-2456-44dc-b2b9-e9681ef1b976 req-7e5ed089-f5a6-4a7f-866b-d7da9c1fa550 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 210 time: 0.1093769 May 20 20:41:43.258875 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.268548 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.307533 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port a2333e14-77c5-4a85-abe9-b2990f8b0b26, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=a2333e14-77c5-4a85-abe9-b2990f8b0b26,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:43.334573 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-afa16491-38f3-45f7-b188-23ac979454b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.335687 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-afa16491-38f3-45f7-b188-23ac979454b3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8c182b1e-e64d-4b13-9717-c9637be50cce HTTP/1.1" status: 204 len: 168 time: 1.8629174 May 20 20:41:43.363978 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.385548 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Allocated IP 172.20.0.4 (1a530077-e447-4774-8d9b-6284b204bc55/0e7bf6a1-18eb-4d3b-85b1-5c6d328da342/b12bd84b-4f9e-450e-bd46-4d79479a184c) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:43.434592 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034dc65-a82b-4dc0-aadf-74c75c144bd1 req-05dd3912-4124-4647-95ce-4df8fa3de32e tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:43.436154 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f034dc65-a82b-4dc0-aadf-74c75c144bd1 req-05dd3912-4124-4647-95ce-4df8fa3de32e tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 945 time: 0.4316776 May 20 20:41:43.438396 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.439578 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.442739 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:43.447930 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:43.528858 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=a2333e14-77c5-4a85-abe9-b2990f8b0b26,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:43.529041 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.532658 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:43.548236 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'Port': ['ID=7d87d8e0-dae1-44d3-a1d8-f2bf04ac444f,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:43.554019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:43.570959 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f034dc65-a82b-4dc0-aadf-74c75c144bd1 req-25ddf43d-98ec-4037-8321-2259cfa59cf1 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149025 May 20 20:41:43.629634 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b4783f80-ad6a-4466-b2ea-be93470ef399 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:43.631492 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.633213 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1216397 May 20 20:41:43.638782 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.643980 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:43.736349 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:43.767320 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:43.769303 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'Port': ['ID=ed3aedc6-5394-4a82-aff0-7237906290c4,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:43.775085 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:43.834070 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port b4783f80-ad6a-4466-b2ea-be93470ef399 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:43.842360 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port b4783f80-ad6a-4466-b2ea-be93470ef399 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:43.842877 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.953435 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:43.960461 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:43.986987 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.022718 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.046573 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84269dd6-0b42-429c-8b21-24d910a28800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4783f80-ad6a-4466-b2ea-be93470ef399'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:44.058486 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.180947 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device eaf0ec61-d3e3-49d0-aff6-5236546c32df up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:44.193640 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.227073 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b4783f80-ad6a-4466-b2ea-be93470ef399, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4783f80-ad6a-4466-b2ea-be93470ef399,segment=NetworkSegment(ff6d89f5-b73d-4819-9054-49acee3d6581),segment_id=ff6d89f5-b73d-4819-9054-49acee3d6581)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:44.228937 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.289239 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port eaf0ec61-d3e3-49d0-aff6-5236546c32df triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:44.289893 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.324967 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.326767 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device e1a77349-8332-4a72-87a4-ab32d3d3e5a5 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:44.366065 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:44.379361 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:44.412920 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55334) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:44.488122 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c3aa1-140b-4109-aa83-824699564268 req-49cd8305-fa2d-4ea5-a259-ba97c65003d3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:44.489750 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-609c3aa1-140b-4109-aa83-824699564268 req-49cd8305-fa2d-4ea5-a259-ba97c65003d3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 944 time: 0.5377941 May 20 20:41:44.517050 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b4783f80-ad6a-4466-b2ea-be93470ef399,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:44.529617 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:44.594321 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device a2333e14-77c5-4a85-abe9-b2990f8b0b26 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:44.632306 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Network 1a530077-e447-4774-8d9b-6284b204bc55 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:44.634708 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-c20bb4cd-4d3d-458d-9da8-f122818afd1c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Synchronizing usage tracker for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:44.647141 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:44.659527 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:44.666313 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:44.671123 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:44.671883 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.673735 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:44.674579 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.679371 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.692475 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Pushing event updated for resources: {'Port': ['ID=b12bd84b-4f9e-450e-bd46-4d79479a184c,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:44.700756 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:44.711935 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:44.743502 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Usage tracker for resource:security_group_rule and tenant:0325f97a18a64abdbaadd943627b267c is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:44.749242 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port a2333e14-77c5-4a85-abe9-b2990f8b0b26 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:44.749636 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.755342 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:44.762052 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-609c3aa1-140b-4109-aa83-824699564268 req-efe57b74-19cf-489f-b729-0c2a03e68c12 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888657 May 20 20:41:44.772266 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:44.852283 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.920730 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.932256 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.972041 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1137950 May 20 20:41:44.972633 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-c20bb4cd-4d3d-458d-9da8-f122818afd1c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Unset dirty status for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:44.973709 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-c20bb4cd-4d3d-458d-9da8-f122818afd1c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1117710683&fields=id&tenant_id=d5027f30d5cc4597b71b00abdae749e4 HTTP/1.1" status: 200 len: 267 time: 0.7850785 May 20 20:41:44.977936 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port e1a77349-8332-4a72-87a4-ab32d3d3e5a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:44.983216 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:44.988836 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Request body: {'port': {'device_id': '5934bb94-dbed-4ee0-9dec-9c713d3f2893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:45.014522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-6aff37d9-1c75-4a05-a9f6-37514414bd14 req-d05726e9-c3dc-45a1-85d0-81698fa334fc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Synchronizing usage tracker for tenant:fe13e55b68f4460da0f9130cc5e35b6e on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:45.037075 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:45.061130 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.061286 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.064235 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:45.103293 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:45.118574 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0325f97a18a64abdbaadd943627b267c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7031302 May 20 20:41:45.121733 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55356) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:45.149244 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'Port': ['ID=ed3aedc6-5394-4a82-aff0-7237906290c4,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:45.152873 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:45.192358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.205912 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:45.221582 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:45.236075 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1c5812-915e-4967-abdc-0d70adfe412d,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:45.243552 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:45.250371 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-129f5ad4-22a5-44fa-a836-87027fc7a596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.283361 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-129f5ad4-22a5-44fa-a836-87027fc7a596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.342887 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.344017 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6098998 May 20 20:41:45.344773 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-6aff37d9-1c75-4a05-a9f6-37514414bd14 req-d05726e9-c3dc-45a1-85d0-81698fa334fc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Unset dirty status for tenant:fe13e55b68f4460da0f9130cc5e35b6e on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:45.346197 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6aff37d9-1c75-4a05-a9f6-37514414bd14 req-d05726e9-c3dc-45a1-85d0-81698fa334fc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 210 time: 0.4622467 May 20 20:41:45.384728 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.441838 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-129f5ad4-22a5-44fa-a836-87027fc7a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.447049 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-75afdbbd-6463-428a-bfc3-7fc6e168d70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:45.458417 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f5ad4-22a5-44fa-a836-87027fc7a596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1c5812-915e-4967-abdc-0d70adfe412d,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:45.466538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-129f5ad4-22a5-44fa-a836-87027fc7a596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:45.470275 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-5b145781-cba6-4134-a3de-ff418b979624 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:45.473530 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-129f5ad4-22a5-44fa-a836-87027fc7a596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.473734 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-5b145781-cba6-4134-a3de-ff418b979624 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Synchronizing usage tracker for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:network {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:45.478040 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-129f5ad4-22a5-44fa-a836-87027fc7a596 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9c1c5812-915e-4967-abdc-0d70adfe412d HTTP/1.1" status: 204 len: 168 time: 0.3551586 May 20 20:41:45.552039 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:45.714797 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84269dd6-0b42-429c-8b21-24d910a28800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4783f80-ad6a-4466-b2ea-be93470ef399', 'code': 200} May 20 20:41:45.770142 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-5b145781-cba6-4134-a3de-ff418b979624 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Unset dirty status for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:network {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:45.778109 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-5b145781-cba6-4134-a3de-ff418b979624 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 815 time: 0.7592716 May 20 20:41:45.826395 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-cc25f285-7861-4fce-bf6b-108db8e48c32 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/quotas/d5027f30d5cc4597b71b00abdae749e4 HTTP/1.1" status: 200 len: 375 time: 0.0474324 May 20 20:41:46.107412 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-a5e8945c-2700-42af-9895-d824147d63f2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:46.109133 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-a5e8945c-2700-42af-9895-d824147d63f2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 818 time: 0.3735912 May 20 20:41:46.117239 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.95', 55838) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:46.205860 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-94d5a9ec-05a7-4b97-ad30-273eb108f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:46.207662 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-94d5a9ec-05a7-4b97-ad30-273eb108f5fb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 1099 time: 0.0820088 May 20 20:41:46.258858 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.258969 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Request body: {'port': {'device_id': 'd112df25-e064-47cb-945a-7334134fcc41', 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55', 'admin_state_up': True, 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:46.262850 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:46.267350 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Usage tracker for resource:security_group_rule and tenant:36ab13bdf50f48f5a433a3e8fe2e7051 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:46.271049 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:46.277003 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:46.310205 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985367-a3d3-4ee5-96b9-e309905b2780 req-70d0f168-9e45-4bd0-9530-4e7f8407baf7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:46.311665 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-94985367-a3d3-4ee5-96b9-e309905b2780 req-70d0f168-9e45-4bd0-9530-4e7f8407baf7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 946 time: 0.4937024 May 20 20:41:46.324820 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12bd84b-4f9e-450e-bd46-4d79479a184c {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:46.365988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.381705 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-9ca04d63-87ce-45ec-a402-d1585804d263 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Synchronizing usage tracker for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:46.411281 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.449526 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.459725 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:46.474377 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Transition to ACTIVE for port object b12bd84b-4f9e-450e-bd46-4d79479a184c will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:46.489716 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d0494410-7a62-42d2-bc3d-b4553d4022d5 req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744303 May 20 20:41:46.493105 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-94985367-a3d3-4ee5-96b9-e309905b2780 req-9ba3cb05-5b3b-4bcd-861b-21b6ef9e4e6a tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709816 May 20 20:41:46.494920 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d11e5-f24d-4497-a275-6fc1970c3316,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:46.500840 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:46.504225 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:46.514995 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:46.558591 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.559927 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-9ca04d63-87ce-45ec-a402-d1585804d263 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Unset dirty status for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:46.562103 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-9ca04d63-87ce-45ec-a402-d1585804d263 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6998301 May 20 20:41:46.568031 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:46.724253 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55412) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:46.744593 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.751840 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Made reservation on behalf of fe13e55b68f4460da0f9130cc5e35b6e for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:46.755197 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.762041 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:46.766019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Usage tracker for resource:security_group_rule and tenant:f895e98e5577401fbc0664d2268d47d8 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:46.769897 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:46.776336 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:46.859074 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-63063830-4790-44ee-9f83-63e2700a4535 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Synchronizing usage tracker for tenant:5619e324f4514c08938a2e4a14268227 on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:46.871270 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b12bd84b-4f9e-450e-bd46-4d79479a184c,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:46.896998 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.905532 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:46.964508 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:46.980360 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7c53644e-3d46-4c03-afc4-63bead1acf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:47.010031 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Attempting to bind port b12bd84b-4f9e-450e-bd46-4d79479a184c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:47.010224 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Attempting to bind port b12bd84b-4f9e-450e-bd46-4d79479a184c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:47.010439 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Attempting to bind port b12bd84b-4f9e-450e-bd46-4d79479a184c on network 1a530077-e447-4774-8d9b-6284b204bc55 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:47.034909 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-5208eda9-20c4-48e6-ad7f-481b23cb6089 service neutron] 10.222.0.85 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202213 May 20 20:41:47.035575 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Port b12bd84b-4f9e-450e-bd46-4d79479a184c on network 1a530077-e447-4774-8d9b-6284b204bc55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:41:47.035953 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Attempting to bind port b12bd84b-4f9e-450e-bd46-4d79479a184c on network 1a530077-e447-4774-8d9b-6284b204bc55 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:47.040449 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f895e98e5577401fbc0664d2268d47d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120265 May 20 20:41:47.040449 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f687d3-2476-4691-b0fe-0691fa497217,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:47.041948 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55426) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:47.048138 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:47.048384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Checking segment: {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:47.048771 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Bound using segment: {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:47.049254 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Bound port: b12bd84b-4f9e-450e-bd46-4d79479a184c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:47.049544 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.056240 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:47.093207 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-63063830-4790-44ee-9f83-63e2700a4535 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Unset dirty status for tenant:5619e324f4514c08938a2e4a14268227 on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:47.102501 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-63063830-4790-44ee-9f83-63e2700a4535 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--2012591339&fields=id&tenant_id=5619e324f4514c08938a2e4a14268227 HTTP/1.1" status: 200 len: 267 time: 0.4677005 May 20 20:41:47.125963 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f3f163b1-7dab-413e-b3a6-41c671c1cd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.161910 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f3f163b1-7dab-413e-b3a6-41c671c1cd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.307232 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f3f163b1-7dab-413e-b3a6-41c671c1cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.312610 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:47.340875 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f163b1-7dab-413e-b3a6-41c671c1cd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f687d3-2476-4691-b0fe-0691fa497217,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:47.352067 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f3f163b1-7dab-413e-b3a6-41c671c1cd13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:47.373533 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f3f163b1-7dab-413e-b3a6-41c671c1cd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.375380 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f3f163b1-7dab-413e-b3a6-41c671c1cd13 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/02f687d3-2476-4691-b0fe-0691fa497217 HTTP/1.1" status: 204 len: 168 time: 0.3323960 May 20 20:41:47.458299 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Allocated IP 172.20.0.3 (1a530077-e447-4774-8d9b-6284b204bc55/0e7bf6a1-18eb-4d3b-85b1-5c6d328da342/5513e8cd-31bd-4bdf-a79e-17b7f222f49a) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:47.479486 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-7b0f0823-6992-40a8-af6b-dfb8a932997d service neutron] 10.222.0.85 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327271 May 20 20:41:47.480788 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] For port b12bd84b-4f9e-450e-bd46-4d79479a184c, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:47.518156 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] For port b12bd84b-4f9e-450e-bd46-4d79479a184c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:47.525351 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-78c7d2ea-0b9b-4a29-a4ff-476b8137fc66 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:47.526044 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-78c7d2ea-0b9b-4a29-a4ff-476b8137fc66 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Synchronizing usage tracker for tenant:5619e324f4514c08938a2e4a14268227 on resource:network {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:47.655877 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.667865 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:47.716315 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32025b9d-d360-45f0-975b-159566f357cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a77349-8332-4a72-87a4-ab32d3d3e5a5'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:47.732243 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-78c7d2ea-0b9b-4a29-a4ff-476b8137fc66 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Unset dirty status for tenant:5619e324f4514c08938a2e4a14268227 on resource:network {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:47.733385 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-78c7d2ea-0b9b-4a29-a4ff-476b8137fc66 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 811 time: 0.6299474 May 20 20:41:47.740514 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:47.741120 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.742425 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] 10.222.0.95 "PUT /v2.0/ports/b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 200 len: 1093 time: 2.7580948 May 20 20:41:47.746594 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934bb94-dbed-4ee0-9dec-9c713d3f2893', 'tag': 'b12bd84b-4f9e-450e-bd46-4d79479a184c'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:47.786814 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-ca7b0c66-7cbc-46a6-af07-72872170ec9a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/quotas/5619e324f4514c08938a2e4a14268227 HTTP/1.1" status: 200 len: 375 time: 0.0407484 May 20 20:41:47.802697 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b12bd84b-4f9e-450e-bd46-4d79479a184c,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:47.809667 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:47.857932 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:47.943927 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-e327b471-a7f2-49f1-9f18-390bd12ca4fc tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1467516 May 20 20:41:48.102922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.141110 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:48.278884 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Network 1a530077-e447-4774-8d9b-6284b204bc55 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:48.300080 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:48.300233 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55472) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:48.304893 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:48.310315 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:48.310942 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.321957 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Pushing event updated for resources: {'Port': ['ID=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:48.338017 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:48.381203 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36111ff6-39aa-4feb-8ccc-1db4042aa295 req-b1fb3531-6c62-48d2-b6f2-d0e502cb849f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:48.382719 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-36111ff6-39aa-4feb-8ccc-1db4042aa295 req-b1fb3531-6c62-48d2-b6f2-d0e502cb849f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 945 time: 0.4370711 May 20 20:41:48.387368 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-ee34b77c-6b84-4546-af66-752f9989278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:48.388768 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-ee34b77c-6b84-4546-af66-752f9989278b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1096 time: 0.4837508 May 20 20:41:48.390553 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-be122e8d-672b-46df-b4fa-7bebb74a0b97 service neutron] 10.222.0.85 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136985 May 20 20:41:48.473250 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.488419 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:48.492366 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Usage tracker for resource:security_group_rule and tenant:12fba174556740559b4d0be0ec96d559 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:48.495834 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:48.497331 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2546017 May 20 20:41:48.502821 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-608f0a0f-6e6f-49d2-b9d5-f00b6d6f988c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 200 len: 217 time: 0.0969951 May 20 20:41:48.507388 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:48.528002 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Request body: {'port': {'device_id': 'd112df25-e064-47cb-945a-7334134fcc41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:48.605407 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.666560 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.676305 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6d5367e1-5d17-41d3-bb4c-496746c98491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:48.680968 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-36111ff6-39aa-4feb-8ccc-1db4042aa295 req-a31ad547-8123-4d0e-bc8f-5ce2950c767b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894719 May 20 20:41:48.721516 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=12fba174556740559b4d0be0ec96d559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4271882 May 20 20:41:48.722460 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7af781-ded8-4568-bb9e-5272650198da,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:48.726775 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55484) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:48.727529 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:48.753282 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c77125b7-1cc4-495d-8212-674b2793346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:48.754708 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-c77125b7-1cc4-495d-8212-674b2793346c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.2332323 May 20 20:41:48.808057 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0fd52a59-c71a-422f-9bd0-0a849f63021e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.834368 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-3acbb4ae-d4b9-4a6a-93d4-8e4e71468f78 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605867 May 20 20:41:48.840358 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-90d9f1d5-6517-4f78-aecc-59acef9bbfda service neutron] 10.222.0.85 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332168 May 20 20:41:48.846382 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0fd52a59-c71a-422f-9bd0-0a849f63021e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.870167 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.961636 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:41:48.984825 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0fd52a59-c71a-422f-9bd0-0a849f63021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:48.989818 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:49.017577 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd52a59-c71a-422f-9bd0-0a849f63021e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7af781-ded8-4568-bb9e-5272650198da,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:49.028645 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0fd52a59-c71a-422f-9bd0-0a849f63021e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.032343 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-0fd52a59-c71a-422f-9bd0-0a849f63021e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ae7af781-ded8-4568-bb9e-5272650198da HTTP/1.1" status: 204 len: 168 time: 0.3015265 May 20 20:41:49.034577 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0fd52a59-c71a-422f-9bd0-0a849f63021e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:49.312597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c2df2-1107-43b9-b8aa-901a2f4969ea req-973863b6-9552-44ad-bea7-9cbae9114f78 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:49.313472 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-846c2df2-1107-43b9-b8aa-901a2f4969ea req-973863b6-9552-44ad-bea7-9cbae9114f78 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Synchronizing usage tracker for tenant:fe13e55b68f4460da0f9130cc5e35b6e on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:49.354761 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-6b1eccc1-a374-466a-a707-3381355b13b4 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127952 May 20 20:41:49.559993 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-846c2df2-1107-43b9-b8aa-901a2f4969ea req-973863b6-9552-44ad-bea7-9cbae9114f78 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Unset dirty status for tenant:fe13e55b68f4460da0f9130cc5e35b6e on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:49.561793 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-846c2df2-1107-43b9-b8aa-901a2f4969ea req-973863b6-9552-44ad-bea7-9cbae9114f78 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 931 time: 0.7301731 May 20 20:41:49.702363 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90246979-bb18-49d0-90b3-23e90aee2770 req-90926595-0069-4ae3-90ac-43f9644da70c tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:49.703919 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-90246979-bb18-49d0-90b3-23e90aee2770 req-90926595-0069-4ae3-90ac-43f9644da70c tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 946 time: 0.5840623 May 20 20:41:49.774494 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8a8bf4d-4640-42de-9ee0-f1692e18bd99 req-fb91f5f2-6c9c-42a0-a8f0-f1b4b66a949d service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069653 May 20 20:41:49.792000 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-846c2df2-1107-43b9-b8aa-901a2f4969ea req-f851f3a9-c27f-442b-848f-36cb009c6736 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156200 May 20 20:41:49.829257 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-90246979-bb18-49d0-90b3-23e90aee2770 req-ff87f5ea-38a8-45e8-b8ed-61e774cac492 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004994 May 20 20:41:49.961460 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5513e8cd-31bd-4bdf-a79e-17b7f222f49a {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:49.971137 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:49.990443 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Transition to ACTIVE for port object 5513e8cd-31bd-4bdf-a79e-17b7f222f49a will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:50.003738 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32025b9d-d360-45f0-975b-159566f357cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'code': 200} May 20 20:41:50.079295 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5934bb94-dbed-4ee0-9dec-9c713d3f2893', 'tag': 'b12bd84b-4f9e-450e-bd46-4d79479a184c', 'status': 'completed', 'code': 200} May 20 20:41:50.084373 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55532) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:50.114400 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.117444 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.150946 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:50.155171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Usage tracker for resource:security_group_rule and tenant:6b46864c0ac54ae9a113079d51e05ddc is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:50.162097 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:50.168907 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:50.262532 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0d644c94-87f0-47b1-b776-d78453044b80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:50.338039 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cf2a66f0-e0ac-40a1-8a6a-d5bfbbdab47e req-aadc8f03-280d-4ea5-91a0-e2bbeb929d77 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 210 time: 0.2100952 May 20 20:41:50.391464 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.424788 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7107956c-806b-4af1-b418-6624fe434771 req-5c2210c0-8cfa-4317-b19a-1afb4c358152 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 210 time: 0.3406487 May 20 20:41:50.450086 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-6fca5dba-0355-4c97-ae3b-735060395759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:50.451553 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-6fca5dba-0355-4c97-ae3b-735060395759 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1096 time: 0.4597497 May 20 20:41:50.520826 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Pushing event updated for resources: {'Port': ['ID=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:50.541441 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:50.558093 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.574455 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f3f163b1-7dab-413e-b3a6-41c671c1cd13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:50.634539 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff229467-9b12-4f46-8815-bd09f0c6a5c5,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:50.654732 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6b46864c0ac54ae9a113079d51e05ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665846 May 20 20:41:50.656183 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55550) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:50.660605 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:50.734290 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87195d4c-02f4-4be3-a419-222c7e458ff6 req-a39d107f-9487-4431-b4fd-0a2e220b5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:50.736393 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-87195d4c-02f4-4be3-a419-222c7e458ff6 req-a39d107f-9487-4431-b4fd-0a2e220b5720 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 1098 time: 0.2628789 May 20 20:41:50.739561 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Attempting to bind port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:50.740084 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Attempting to bind port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:50.746255 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Attempting to bind port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a on network 1a530077-e447-4774-8d9b-6284b204bc55 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:50.760490 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a on network 1a530077-e447-4774-8d9b-6284b204bc55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:41:50.760818 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Attempting to bind port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a on network 1a530077-e447-4774-8d9b-6284b204bc55 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:50.771984 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:50.774910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Checking segment: {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:50.774910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Bound using segment: {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:50.774910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Bound port: 5513e8cd-31bd-4bdf-a79e-17b7f222f49a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93ef0135-7280-4848-89ac-705e342b9e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:50.774910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.786290 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-573915fe-3f10-4bcc-b2a8-967fab6a2678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.810148 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-87195d4c-02f4-4be3-a419-222c7e458ff6 req-c790b930-3568-4b8b-8ddc-b395bf793f80 service neutron] Synchronizing usage tracker for tenant:36ab13bdf50f48f5a433a3e8fe2e7051 on resource:security_group {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:50.846732 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-573915fe-3f10-4bcc-b2a8-967fab6a2678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:50.881572 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-4eedb43b-20a3-41b7-a978-802898ddf95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:50.882379 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-4eedb43b-20a3-41b7-a978-802898ddf95e service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.3684025 May 20 20:41:50.897794 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f712ea-ae46-4e56-a7c7-7a1449ef807b req-656b77f0-674a-40bd-8f24-12f63a9533dd tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:50.904789 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-44f712ea-ae46-4e56-a7c7-7a1449ef807b req-656b77f0-674a-40bd-8f24-12f63a9533dd tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 945 time: 0.3094161 May 20 20:41:50.941179 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-87195d4c-02f4-4be3-a419-222c7e458ff6 req-c790b930-3568-4b8b-8ddc-b395bf793f80 service neutron] Unset dirty status for tenant:36ab13bdf50f48f5a433a3e8fe2e7051 on resource:security_group {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:50.942723 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-87195d4c-02f4-4be3-a419-222c7e458ff6 req-c790b930-3568-4b8b-8ddc-b395bf793f80 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989105 May 20 20:41:51.052055 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-013bccf9-859f-4e6b-9274-e0cf6119f7e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 200 len: 217 time: 0.1448877 May 20 20:41:51.073924 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] For port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:51.078275 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-573915fe-3f10-4bcc-b2a8-967fab6a2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.083799 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:51.098554 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573915fe-3f10-4bcc-b2a8-967fab6a2678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff229467-9b12-4f46-8815-bd09f0c6a5c5,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:51.106709 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-573915fe-3f10-4bcc-b2a8-967fab6a2678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:51.108949 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-573915fe-3f10-4bcc-b2a8-967fab6a2678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.113350 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-573915fe-3f10-4bcc-b2a8-967fab6a2678 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ff229467-9b12-4f46-8815-bd09f0c6a5c5 HTTP/1.1" status: 204 len: 168 time: 0.4481905 May 20 20:41:51.191116 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-44f712ea-ae46-4e56-a7c7-7a1449ef807b req-64876771-0f82-4ed8-8397-babddaf3c099 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853000 May 20 20:41:51.195875 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] For port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:51.198055 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-d549029e-5a0e-4da0-b4b3-828798ace5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:51.199484 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-d549029e-5a0e-4da0-b4b3-828798ace5b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.1283758 May 20 20:41:51.313948 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-2442d2e0-a489-49f6-9c90-4260e9765267 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044805 May 20 20:41:51.314929 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.356535 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:51.449859 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-5ddedca6-9292-482a-a454-38b548f021a0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:51.453156 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-5ddedca6-9292-482a-a454-38b548f021a0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 815 time: 0.2524891 May 20 20:41:51.477876 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9f018-adca-441d-9225-569e72523350 req-1010dd36-bde6-45ff-8488-a183cfa35e96 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:51.480482 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-21d9f018-adca-441d-9225-569e72523350 req-1010dd36-bde6-45ff-8488-a183cfa35e96 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 943 time: 0.4894931 May 20 20:41:51.486456 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:51.489197 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:51.491564 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] 10.222.0.95 "PUT /v2.0/ports/5513e8cd-31bd-4bdf-a79e-17b7f222f49a HTTP/1.1" status: 200 len: 1093 time: 2.9716020 May 20 20:41:51.520040 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-a5a1b1a1-88eb-461f-aebb-310ee4978ad8 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Synchronizing usage tracker for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:security_group {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:51.546872 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-a5a1b1a1-88eb-461f-aebb-310ee4978ad8 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Unset dirty status for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:security_group {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:51.549285 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-a5a1b1a1-88eb-461f-aebb-310ee4978ad8 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5027f30d5cc4597b71b00abdae749e4 HTTP/1.1" status: 200 len: 380 time: 0.0862734 May 20 20:41:51.560156 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'port': {'device_id': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'admin_state_up': True, 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'security_groups': ['ad2979d0-58dc-4ada-8255-e3f5afb12fbb']}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:51.661543 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b12bd84b-4f9e-450e-bd46-4d79479a184c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:41:51.919546 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-391b86bf-ee62-4017-b256-62164e6dba6a req-eb106659-c835-4efe-bd8e-12e291fdd83f tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 210 time: 0.3301837 May 20 20:41:51.951871 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:51.975066 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:52.010738 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b12bd84b-4f9e-450e-bd46-4d79479a184c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:52.031212 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'b12bd84b-4f9e-450e-bd46-4d79479a184c', 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55', 'port_id': 'b12bd84b-4f9e-450e-bd46-4d79479a184c', 'mac_address': 'fa:16:3e:c3:65:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7bf6a1-18eb-4d3b-85b1-5c6d328da342', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:41:52.035544 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-21d9f018-adca-441d-9225-569e72523350 req-0b655d71-2f24-45ed-a553-b9fe0310cb91 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765642 May 20 20:41:52.067928 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Made reservation on behalf of d5027f30d5cc4597b71b00abdae749e4 for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:52.075417 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.078674 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Pushing event updated for resources: {'Port': ['ID=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:52.094421 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd112df25-e064-47cb-945a-7334134fcc41', 'tag': '5513e8cd-31bd-4bdf-a79e-17b7f222f49a'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:52.106955 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.129054 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12bd84b-4f9e-450e-bd46-4d79479a184c {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:52.147853 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b12bd84b-4f9e-450e-bd46-4d79479a184c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:52.199991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:52.213438 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.215555 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-b763f489-1fb2-416e-accd-162bae4875cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:52.258849 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2389211d-a393-4e2d-865c-44cf2824a1ec req-b23b6b00-1e70-4296-a698-768a31f0b956 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 210 time: 0.1501884 May 20 20:41:52.263032 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd112df25-e064-47cb-945a-7334134fcc41', 'tag': '5513e8cd-31bd-4bdf-a79e-17b7f222f49a', 'status': 'completed', 'code': 200} May 20 20:41:52.301530 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b12bd84b-4f9e-450e-bd46-4d79479a184c,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:52.305132 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-119e6c04-9b67-4f5a-83cd-d0ac8f272cf1 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9726219 May 20 20:41:52.308740 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:52.380017 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-247a4063-8dae-48fd-8680-e10ad2ddf8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:52.381461 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-247a4063-8dae-48fd-8680-e10ad2ddf8db service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 1096 time: 0.6186111 May 20 20:41:52.420496 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Allocated IP 172.20.0.14 (3a8252f0-2dd8-4b54-ae4b-4049806c0a23/2ae2ce42-4338-40ba-a242-1a3e461ff19b/fc0b7627-dc33-4424-a481-a5e93d0ffabc) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:52.445965 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['b12bd84b-4f9e-450e-bd46-4d79479a184c'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:41:52.573658 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.95', 55849) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:52.732921 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-3af44c08-5923-4c3d-aeaf-2c70596f3fe5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a HTTP/1.1" status: 200 len: 217 time: 0.1939332 May 20 20:41:52.860092 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c314d0b9-a35f-4960-a2b7-7a75b8f7dfc5 req-8f50c88d-7ed9-4f3e-bd20-199d9af85ea6 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379789 May 20 20:41:52.869601 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9671b113-05cd-48de-80be-68869e25f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:52.871127 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-9671b113-05cd-48de-80be-68869e25f752 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.1298401 May 20 20:41:52.881323 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87698fc5-dc73-4978-9a23-359106445526 req-4e1481c8-5795-4d89-95b8-40bba4fed51c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:52.889638 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-87698fc5-dc73-4978-9a23-359106445526 req-4e1481c8-5795-4d89-95b8-40bba4fed51c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 945 time: 0.3632021 May 20 20:41:52.904681 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:52.936256 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-418cab04-6343-4120-a9c1-5ad6aa5e97a9 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:52.937744 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-418cab04-6343-4120-a9c1-5ad6aa5e97a9 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 811 time: 0.3438902 May 20 20:41:52.946649 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Transition to ACTIVE for port object fc0b7627-dc33-4424-a481-a5e93d0ffabc will not be triggered until provisioned by entity DHCP. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:52.973946 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-d4c47443-b057-4ab1-91b4-1094ccb1fe9b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805724 May 20 20:41:53.003031 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2f9ea615-df00-46d8-ace8-27750e5d5f97 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Synchronizing usage tracker for tenant:5619e324f4514c08938a2e4a14268227 on resource:security_group {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:41:53.027309 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2f9ea615-df00-46d8-ace8-27750e5d5f97 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Unset dirty status for tenant:5619e324f4514c08938a2e4a14268227 on resource:security_group {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:41:53.028459 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2f9ea615-df00-46d8-ace8-27750e5d5f97 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5619e324f4514c08938a2e4a14268227 HTTP/1.1" status: 200 len: 380 time: 0.0803316 May 20 20:41:53.040847 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'port': {'device_id': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'admin_state_up': True, 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'security_groups': ['dc480d82-b13e-426d-9fce-eb6f779ab8d3']}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:53.135852 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-87698fc5-dc73-4978-9a23-359106445526 req-95df535b-2bf4-4572-affb-4039b09e0ce3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441826 May 20 20:41:53.145130 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 55636) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:53.170662 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.186707 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dad77cd7-e78f-4f88-b617-40e7735ef695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:53.200206 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-37afdbef-41a1-43d0-a6e3-bca0162913bf service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110174 May 20 20:41:53.295323 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:53.301593 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:53.304184 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:53.310376 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:53.311371 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.327424 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:53.331257 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:53.394398 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1257486853-network', 'tenant_id': 'cf81dcad3d4e425a961b7b01a469d7ad'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:53.409707 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:53.420316 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:53.425472 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:port and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:53.428897 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:53.435354 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:53.471408 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9162462 May 20 20:41:53.472947 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Usage tracker for resource:network and tenant:cf81dcad3d4e425a961b7b01a469d7ad is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:53.482266 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:53.487285 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-166ad86e-83c6-42d7-b76c-0f4d9f853883 req-af8abe77-468a-4fd3-8e6a-9dc6269f4989 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 210 time: 0.0725722 May 20 20:41:53.488019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Request body: {'port': {'device_id': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:53.495623 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:53.526564 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4f6007a-797b-4a46-b831-0eef59a74b62 req-a6f32294-627a-4ce6-afca-b39538c5feff service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206840 May 20 20:41:53.623810 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Made reservation on behalf of 5619e324f4514c08938a2e4a14268227 for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:53.627973 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.683480 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b12bd84b-4f9e-450e-bd46-4d79479a184c up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:53.686203 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Made reservation on behalf of cf81dcad3d4e425a961b7b01a469d7ad for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:53.688502 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.740786 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.774715 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:53.777818 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Usage tracker for resource:security_group_rule and tenant:cf81dcad3d4e425a961b7b01a469d7ad is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:53.780757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:53.786812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:53.831919 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-ffa0ec57-177d-40a2-bd75-28249ed9c42b None None] Provisioning for port fc0b7627-dc33-4424-a481-a5e93d0ffabc completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:53.836713 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-ffa0ec57-177d-40a2-bd75-28249ed9c42b None None] Provisioning complete for port fc0b7627-dc33-4424-a481-a5e93d0ffabc triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:53.838243 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-ffa0ec57-177d-40a2-bd75-28249ed9c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.841404 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.851825 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Allocated IP 172.20.0.9 (dd1fbe08-e904-428c-87e9-e12c93f6b03e/5b533d67-f65d-44d3-b841-0f56ea1c3c43/f149cc85-9dcd-44cf-9742-f44fa975dc67) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:41:53.900224 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port b12bd84b-4f9e-450e-bd46-4d79479a184c completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:53.921971 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port b12bd84b-4f9e-450e-bd46-4d79479a184c triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:53.922688 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:53.937804 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e22292-21cf-4b20-8de9-44d2b27401f9 req-44deceb2-0db3-4a34-8b99-0d4d43c3d463 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:53.945952 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-15e22292-21cf-4b20-8de9-44d2b27401f9 req-44deceb2-0db3-4a34-8b99-0d4d43c3d463 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 943 time: 0.3293710 May 20 20:41:53.970455 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-e15362a3-659a-4278-ba47-a88500403223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:53.972096 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-e15362a3-659a-4278-ba47-a88500403223 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 1096 time: 0.2869742 May 20 20:41:53.988310 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0ec57-177d-40a2-bd75-28249ed9c42b None None] Port fc0b7627-dc33-4424-a481-a5e93d0ffabc cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:41:54.038823 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.055141 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-15e22292-21cf-4b20-8de9-44d2b27401f9 req-a69d7d65-089b-4f0e-9779-3ce3554cbc6c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082060 May 20 20:41:54.069860 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.101704 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934bb94-dbed-4ee0-9dec-9c713d3f2893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12bd84b-4f9e-450e-bd46-4d79479a184c'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:54.124321 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b12bd84b-4f9e-450e-bd46-4d79479a184c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:54.154055 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-d803e918-89df-4155-86ce-d96c977a21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:54.155523 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-d803e918-89df-4155-86ce-d96c977a21d4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.1764200 May 20 20:41:54.156125 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.160687 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:54.221238 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.224508 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-4db57f4f-3afe-41f3-bd2e-8d4388b3543f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:54.304158 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-d802a7ac-bd69-4681-b533-2db6206606dd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a HTTP/1.1" status: 200 len: 217 time: 0.1342602 May 20 20:41:54.305543 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:54.361700 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b0eefa-8078-45c2-8599-50084273ce6f,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:54.371884 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:54.375284 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.380768 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.381124 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Added segment 55985ede-982c-449a-b695-8a734d1dd6a0 of type vlan for network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 May 20 20:41:54.418658 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Transition to ACTIVE for port object f149cc85-9dcd-44cf-9742-f44fa975dc67 will not be triggered until provisioned by entity DHCP. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:54.425273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-17f0a495-06ac-4039-bfcb-94857cf7f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:54.426727 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-17f0a495-06ac-4039-bfcb-94857cf7f86f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.1065118 May 20 20:41:54.432214 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.437792 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b12bd84b-4f9e-450e-bd46-4d79479a184c,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:54.460612 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:54.543179 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0b7627-dc33-4424-a481-a5e93d0ffabc {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:54.549911 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-2c83e195-05d2-4289-8938-8be6662282f8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122382 May 20 20:41:54.554243 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.556818 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934bb94-dbed-4ee0-9dec-9c713d3f2893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12bd84b-4f9e-450e-bd46-4d79479a184c', 'code': 200} May 20 20:41:54.569274 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c114523-f0fe-4413-90fd-a9519397c457 req-54a5a5b7-d683-4ccc-9a60-4f96a6f68d18 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:54.570793 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5c114523-f0fe-4413-90fd-a9519397c457 req-54a5a5b7-d683-4ccc-9a60-4f96a6f68d18 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 932 time: 0.3373020 May 20 20:41:54.571577 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Transition to ACTIVE for port object fc0b7627-dc33-4424-a481-a5e93d0ffabc will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:54.770423 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.773518 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.780360 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:54.863621 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5c114523-f0fe-4413-90fd-a9519397c457 req-c56da934-9b0d-4c14-ba8f-9c0c4e7c5399 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419367 May 20 20:41:54.881031 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.895040 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:54.895914 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:54.903994 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-99174a55-c027-442f-8ef3-511397e5651b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:55.061303 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:41:55.069724 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:55.078359 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:41:55.085411 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:55.086076 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.094893 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Pushing event updated for resources: {'Network': ['ID=51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:55.108793 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:41:55.119538 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:55.132181 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:55.211574 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0632200 May 20 20:41:55.214725 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-b21807af-2399-42fd-9044-f0e6aa370434 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6429942 May 20 20:41:55.223528 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 55686) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:55.331864 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'Port': ['ID=f149cc85-9dcd-44cf-9742-f44fa975dc67,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:55.336965 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3002257 May 20 20:41:55.337907 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:55.338625 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Attempting to bind port fc0b7627-dc33-4424-a481-a5e93d0ffabc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:55.342053 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Attempting to bind port fc0b7627-dc33-4424-a481-a5e93d0ffabc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:55.342053 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Attempting to bind port fc0b7627-dc33-4424-a481-a5e93d0ffabc on network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:55.342053 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:55.342053 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:55.364616 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Request body: {'port': {'device_id': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:55.379539 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Request body: {'subnet': {'network_id': '51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1257486853-subnet', 'tenant_id': 'cf81dcad3d4e425a961b7b01a469d7ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:55.388316 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:55.394565 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Port fc0b7627-dc33-4424-a481-a5e93d0ffabc on network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:41:55.394893 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Attempting to bind port fc0b7627-dc33-4424-a481-a5e93d0ffabc on network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:55.406483 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:55.406719 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Checking segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:55.407319 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Bound using segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:55.407813 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Bound port: fc0b7627-dc33-4424-a481-a5e93d0ffabc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:55.408163 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.467409 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Usage tracker for resource:subnet and tenant:cf81dcad3d4e425a961b7b01a469d7ad is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:55.475048 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:55.489600 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec704bc1-0d4c-4fa8-bb46-711b8e1f9416 req-1659de5a-ec3f-4fa6-8227-5737c815b8f8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:55.491348 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ec704bc1-0d4c-4fa8-bb46-711b8e1f9416 req-1659de5a-ec3f-4fa6-8227-5737c815b8f8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 931 time: 0.8173223 May 20 20:41:55.509334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:55.567188 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:55.569873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.583683 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-48d0ca52-04ec-4946-9579-86f7ea41ea4f req-4730e759-0fe2-4e4b-af91-fee425a4ec9b service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558328 May 20 20:41:55.596738 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:55.604758 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ec704bc1-0d4c-4fa8-bb46-711b8e1f9416 req-3b69a9f5-c22f-4d24-80e1-bd3780316d61 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028824 May 20 20:41:55.616275 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea671110-ced3-42ab-8b5d-beacc0df487d req-d25d4a61-783a-48c2-871c-bbeb0216d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:55.617998 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ea671110-ced3-42ab-8b5d-beacc0df487d req-d25d4a61-783a-48c2-871c-bbeb0216d3bf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1098 time: 0.4956100 May 20 20:41:55.654395 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658da27-4626-4f8c-a06f-0336ff50ba75 req-56415eb8-2e66-4b6a-b292-84e62be668c3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:55.656206 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8658da27-4626-4f8c-a06f-0336ff50ba75 req-56415eb8-2e66-4b6a-b292-84e62be668c3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 943 time: 0.2631688 May 20 20:41:55.668642 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 5513e8cd-31bd-4bdf-a79e-17b7f222f49a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:41:55.672754 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-fe78bc57-81aa-4636-854a-29783aad11f8 None None] Provisioning for port f149cc85-9dcd-44cf-9742-f44fa975dc67 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:41:55.683635 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-fe78bc57-81aa-4636-854a-29783aad11f8 None None] Provisioning complete for port f149cc85-9dcd-44cf-9742-f44fa975dc67 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:41:55.684060 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-fe78bc57-81aa-4636-854a-29783aad11f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.700237 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ea671110-ced3-42ab-8b5d-beacc0df487d req-86501778-758b-4b9d-a084-b8bfb87db362 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 May 20 20:41:55.719682 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.721481 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Made reservation on behalf of cf81dcad3d4e425a961b7b01a469d7ad for: {'subnet': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:55.724030 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.736181 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-9a4b5bad-1a2c-4ece-8a5e-d684629983f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:55.748398 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8658da27-4626-4f8c-a06f-0336ff50ba75 req-4e316543-b585-4f2f-8e86-619286cc5cb9 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678022 May 20 20:41:55.778925 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-fe78bc57-81aa-4636-854a-29783aad11f8 None None] Port f149cc85-9dcd-44cf-9742-f44fa975dc67 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:41:55.809887 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:55.811259 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:55.812794 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] 10.222.0.95 "PUT /v2.0/ports/fc0b7627-dc33-4424-a481-a5e93d0ffabc HTTP/1.1" status: 200 len: 1094 time: 2.3312612 May 20 20:41:55.823108 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:55.936974 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:55.967645 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': '5513e8cd-31bd-4bdf-a79e-17b7f222f49a', 'network_id': '1a530077-e447-4774-8d9b-6284b204bc55', 'port_id': '5513e8cd-31bd-4bdf-a79e-17b7f222f49a', 'mac_address': 'fa:16:3e:5f:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7bf6a1-18eb-4d3b-85b1-5c6d328da342', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:41:56.055442 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:56.059899 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:56.168880 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.216471 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5513e8cd-31bd-4bdf-a79e-17b7f222f49a {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:56.248619 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26f15b-863d-4600-b529-c46d89121f8d req-2b3decb4-e95a-4054-bc9a-de5de9ae149a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:56.257031 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4c26f15b-863d-4600-b529-c46d89121f8d req-2b3decb4-e95a-4054-bc9a-de5de9ae149a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1333447 May 20 20:41:56.259736 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:56.291483 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-bb8b9b63-d247-44ba-8bbd-f757c1ea1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:56.302085 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-bb8b9b63-d247-44ba-8bbd-f757c1ea1624 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 1097 time: 0.3009770 May 20 20:41:56.326953 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4c26f15b-863d-4600-b529-c46d89121f8d req-12f4581d-9fc9-4324-a5a6-a55b8f48ef3c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690217 May 20 20:41:56.386979 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-bd1a5b7c-472f-41bc-acc9-e4b53a4329bf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc HTTP/1.1" status: 200 len: 217 time: 0.0840952 May 20 20:41:56.388643 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'status': 'completed', 'code': 200} May 20 20:41:56.415226 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.417054 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-0879f37b-0d58-4668-adcb-d54e9250a99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:56.482791 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-18da26b5-2231-4479-8d6e-8a36ae5a1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:56.484275 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-18da26b5-2231-4479-8d6e-8a36ae5a1bf8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.0864935 May 20 20:41:56.495839 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.db.resource_extend [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:41:56.548135 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.555370 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-83993992-f914-4cbd-8037-3f5b6401c07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:56.585610 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:56.589755 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:56.611008 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f149cc85-9dcd-44cf-9742-f44fa975dc67 {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:41:56.622074 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.648647 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Checking segment: {'id': '55985ede-982c-449a-b695-8a734d1dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:56.649014 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Network hostable DHCP agents. Network: 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:41:56.653861 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2cb3ee-2ddb-47e4-bc51-47e8cd6af1b2,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:56.656759 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:56.690319 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-2f2f5e78-0ba8-4bc5-8c78-7268ed5670aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:56.691640 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-2f2f5e78-0ba8-4bc5-8c78-7268ed5670aa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1973181 May 20 20:41:56.717019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Transition to ACTIVE for port object f149cc85-9dcd-44cf-9742-f44fa975dc67 will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:41:56.781388 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:41:56.812715 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['5513e8cd-31bd-4bdf-a79e-17b7f222f49a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:41:56.855914 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-d6cf557a-4b96-431c-875a-4655fd0e6b7e service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375313 May 20 20:41:56.910941 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:56.930754 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:56.934957 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5) {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:41:56.946696 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:56.948854 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a33f18-87e6-450a-a1c2-bd0dede90379 None None] Network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:56.949362 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.052135 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b231-65e6-4edb-a726-bf96d1bbf66f req-781a76af-8ad5-4dac-ab40-518b28f567b4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:57.053986 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aef5b231-65e6-4edb-a726-bf96d1bbf66f req-781a76af-8ad5-4dac-ab40-518b28f567b4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 931 time: 0.2615952 May 20 20:41:57.124020 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aef5b231-65e6-4edb-a726-bf96d1bbf66f req-77ddcf9c-1d16-47d0-a7a5-e3b92225629e tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638189 May 20 20:41:57.134358 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-c894f64e-8ce2-45c0-ae5c-c2978d1ff687 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9015167 May 20 20:41:57.288294 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Pushing event updated for resources: {'Port': ['ID=f149cc85-9dcd-44cf-9742-f44fa975dc67,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:57.297689 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:57.370812 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b2e797-67d8-4189-a55b-6f29241f7538 None None] Network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:41:57.460468 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dac30-5a9d-4600-9bf4-b3ef32a37b2a req-0127e423-7ff7-4b8c-b46b-9f2023559232 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:57.460468 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-213dac30-5a9d-4600-9bf4-b3ef32a37b2a req-0127e423-7ff7-4b8c-b46b-9f2023559232 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 944 time: 0.1343169 May 20 20:41:57.479097 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Attempting to bind port f149cc85-9dcd-44cf-9742-f44fa975dc67 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:41:57.479447 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Attempting to bind port f149cc85-9dcd-44cf-9742-f44fa975dc67 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:41:57.479846 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Attempting to bind port f149cc85-9dcd-44cf-9742-f44fa975dc67 on network dd1fbe08-e904-428c-87e9-e12c93f6b03e {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:57.484133 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bacbe9fa-4952-46b7-8285-b362921a7ca9 req-f1fead23-6e3e-4558-9a84-7b67e58d94ed service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210406 May 20 20:41:57.494474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Port f149cc85-9dcd-44cf-9742-f44fa975dc67 on network dd1fbe08-e904-428c-87e9-e12c93f6b03e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:41:57.494474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Attempting to bind port f149cc85-9dcd-44cf-9742-f44fa975dc67 on network dd1fbe08-e904-428c-87e9-e12c93f6b03e {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:41:57.497267 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:41:57.497833 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Checking segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:41:57.498288 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Bound using segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:41:57.498710 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Bound port: f149cc85-9dcd-44cf-9742-f44fa975dc67, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:41:57.499116 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.521406 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-213dac30-5a9d-4600-9bf4-b3ef32a37b2a req-57e3c6bd-575f-4c08-9835-18f935ef6125 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537982 May 20 20:41:57.608595 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] For port f149cc85-9dcd-44cf-9742-f44fa975dc67, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:41:57.612828 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] For port f149cc85-9dcd-44cf-9742-f44fa975dc67, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:41:57.731681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f575-01c7-4bb9-80dd-8359e927d4d3 req-6822d792-1d57-4324-8b3c-b249ec661aad tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:57.733536 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ad74f575-01c7-4bb9-80dd-8359e927d4d3 req-6822d792-1d57-4324-8b3c-b249ec661aad tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.0924315 May 20 20:41:57.770987 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.789147 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:57.790129 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ad74f575-01c7-4bb9-80dd-8359e927d4d3 req-7820eb1d-9662-4f9b-a37a-b3431630683c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502214 May 20 20:41:57.872190 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:57.872847 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:57.874223 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] 10.222.0.95 "PUT /v2.0/ports/f149cc85-9dcd-44cf-9742-f44fa975dc67 HTTP/1.1" status: 200 len: 1093 time: 2.5159855 May 20 20:41:57.906031 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Pushing event updated for resources: {'Port': ['ID=f149cc85-9dcd-44cf-9742-f44fa975dc67,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:57.912918 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:57.916459 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-29c84064-9dcf-4f02-9c80-6581d094975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:57.917858 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-29c84064-9dcf-4f02-9c80-6581d094975f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 1097 time: 0.1991105 May 20 20:41:58.132447 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-5d29c45c-d114-41a4-8c8e-1bce1f2b152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:58.133887 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-5d29c45c-d114-41a4-8c8e-1bce1f2b152a service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.2089281 May 20 20:41:58.237155 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-50eda6ab-118f-4ea8-bd49-58eccb9ca058 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc HTTP/1.1" status: 200 len: 217 time: 0.0877895 May 20 20:41:58.261390 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 55782) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:58.269436 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1139462752-network', 'tenant_id': 'b93575c0ae0f4c2f8d5e9706e59ad17d'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:58.274465 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:58.278034 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-4b37c838-a6c6-493d-95c1-b9bd62ddf9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:58.279090 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Usage tracker for resource:network and tenant:b93575c0ae0f4c2f8d5e9706e59ad17d is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:58.279912 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-4b37c838-a6c6-493d-95c1-b9bd62ddf9ea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 1096 time: 0.2324457 May 20 20:41:58.282321 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:58.294537 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:58.372488 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-2287fd5e-89c0-4695-8bed-c71fdbba8399 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67 HTTP/1.1" status: 200 len: 217 time: 0.0828106 May 20 20:41:58.392576 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Made reservation on behalf of b93575c0ae0f4c2f8d5e9706e59ad17d for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:58.394907 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.411280 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.412571 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'tag': 'f149cc85-9dcd-44cf-9742-f44fa975dc67'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:41:58.428326 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-3eac57ec-fe34-4421-9c72-dabc666f3add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:58.429860 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-3eac57ec-fe34-4421-9c72-dabc666f3add service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.1860852 May 20 20:41:58.446639 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:58.453725 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b93575c0ae0f4c2f8d5e9706e59ad17d is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:58.458507 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:58.466890 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:58.493323 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823d5a6-bd1d-4769-9b1d-b78da2fe2461 req-ae537869-45db-4752-bd00-edf73c308ff3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:58.495317 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9823d5a6-bd1d-4769-9b1d-b78da2fe2461 req-ae537869-45db-4752-bd00-edf73c308ff3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 943 time: 0.1513877 May 20 20:41:58.495559 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'tag': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'status': 'completed', 'code': 200} May 20 20:41:58.506376 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9818ef55-0f99-4271-97e0-38eee1902618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:58.507918 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-9818ef55-0f99-4271-97e0-38eee1902618 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 200 len: 850 time: 0.1282101 May 20 20:41:58.574136 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9823d5a6-bd1d-4769-9b1d-b78da2fe2461 req-d2f67d3b-111c-43dc-b43c-cce3f17ea916 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683677 May 20 20:41:58.596938 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-12e3c8dc-7030-4cab-9b58-21bbf91402d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:58.598982 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-12e3c8dc-7030-4cab-9b58-21bbf91402d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1573594 May 20 20:41:58.635664 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.650347 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-016f8a6e-2075-4d1b-a849-d54185ef11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:58.651873 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-016f8a6e-2075-4d1b-a849-d54185ef11d9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd1fbe08-e904-428c-87e9-e12c93f6b03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1360610 May 20 20:41:58.772383 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.783960 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:58.819427 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:41:58.829664 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064185dc-736d-4834-ae68-54e8683fe54d,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:58.835576 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:58.840227 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:58.840562 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Added segment 58741540-0d66-4d53-8638-c4f8c045ef65 of type vlan for network 360122a0-142f-412f-95a6-e4a698cc0a33 May 20 20:41:58.879908 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-3d78bb3e-127a-4308-9c7a-61c61c5392e9 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171214 May 20 20:41:58.881645 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-b47854d3-b0ee-466f-9a02-3e146a4f3370 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673163 May 20 20:41:58.883685 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a273c3f-0819-4e21-bbdc-7df1fc27e06e req-b429b093-cb64-4ae7-a3d2-148a4134ebd3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:58.885230 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8a273c3f-0819-4e21-bbdc-7df1fc27e06e req-b429b093-cb64-4ae7-a3d2-148a4134ebd3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 944 time: 0.2176523 May 20 20:41:58.887052 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.002795 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8a273c3f-0819-4e21-bbdc-7df1fc27e06e req-fc052645-f0b3-41f4-b1ec-72abbdba0369 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094630 May 20 20:41:59.053797 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193b9bc-40fb-4fa4-86b9-c2feb0dd7607 req-1aa0ea27-e422-4dd7-b9ec-69bc38494515 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:59.060823 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2193b9bc-40fb-4fa4-86b9-c2feb0dd7607 req-1aa0ea27-e422-4dd7-b9ec-69bc38494515 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1089818 May 20 20:41:59.092104 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.104164 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:59.104758 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.115507 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:41:59.172530 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2193b9bc-40fb-4fa4-86b9-c2feb0dd7607 req-98be5b59-104f-49a7-bb80-021e32edbad6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062493 May 20 20:41:59.273671 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e54100a0-d8a8-4d74-ada6-3f11e28e732d req-7e2d9ad0-939f-4962-9238-1c7f20ab2f56 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743458 May 20 20:41:59.293852 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=360122a0-142f-412f-95a6-e4a698cc0a33,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:41:59.296655 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:41:59.302099 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0f3ee077-6afe-48b2-a60c-8d5510cb8914 req-43a274cb-d3c6-445a-9242-dffae63e78db service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997921 May 20 20:41:59.307072 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 360122a0-142f-412f-95a6-e4a698cc0a33 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:41:59.326485 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0615253 May 20 20:41:59.326668 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 55806) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:41:59.332451 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Request body: {'subnet': {'network_id': '360122a0-142f-412f-95a6-e4a698cc0a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1139462752-subnet', 'tenant_id': 'b93575c0ae0f4c2f8d5e9706e59ad17d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:41:59.337059 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:41:59.340876 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Usage tracker for resource:subnet and tenant:b93575c0ae0f4c2f8d5e9706e59ad17d is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:41:59.343848 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:41:59.350521 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:41:59.456071 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Made reservation on behalf of b93575c0ae0f4c2f8d5e9706e59ad17d for: {'subnet': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:41:59.458465 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:41:59.550739 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-3b51765a-1c56-499f-9bf9-d3581dd4b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:59.552362 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-3b51765a-1c56-499f-9bf9-d3581dd4b13b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 1096 time: 0.0801601 May 20 20:41:59.698141 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:41:59.709264 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 5513e8cd-31bd-4bdf-a79e-17b7f222f49a up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:41:59.738243 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-bbd14d2d-00a0-4009-91b4-7955bd3f2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:59.739776 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-bbd14d2d-00a0-4009-91b4-7955bd3f2c6e service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 912 time: 0.1757681 May 20 20:41:59.835521 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-d8f5fa58-7c9d-470b-b759-2bf85fd60e79 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67 HTTP/1.1" status: 200 len: 217 time: 0.0792255 May 20 20:41:59.899393 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:41:59.903906 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-4c0345d3-82a4-49b2-8f33-b67b5302c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:59.905462 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-4c0345d3-82a4-49b2-8f33-b67b5302c950 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 200 len: 850 time: 0.0630236 May 20 20:41:59.915806 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'port_id': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'mac_address': 'fa:16:3e:b9:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:41:59.926834 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631551-9593-48e7-913b-5f5d9e5ea441 req-3e1598f3-2ef9-40da-9a91-54f0c09e703a tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:59.928318 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-11631551-9593-48e7-913b-5f5d9e5ea441 req-3e1598f3-2ef9-40da-9a91-54f0c09e703a tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 946 time: 0.2160540 May 20 20:41:59.936846 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14790986-5283-436b-9948-5666be665690 req-3420258a-84b7-4c04-a585-9d3c886dd3a4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:41:59.938834 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14790986-5283-436b-9948-5666be665690 req-3420258a-84b7-4c04-a585-9d3c886dd3a4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 943 time: 0.2277997 May 20 20:41:59.992072 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:00.005854 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.012906 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-3098a0df-97be-4d34-8b39-9546d7aed866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:00.014554 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-3098a0df-97be-4d34-8b39-9546d7aed866 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd1fbe08-e904-428c-87e9-e12c93f6b03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0955381 May 20 20:42:00.017872 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:00.018268 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.100492 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14790986-5283-436b-9948-5666be665690 req-91337b9c-a80d-460b-9f01-50354de38f29 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995204 May 20 20:42:00.105103 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-11631551-9593-48e7-913b-5f5d9e5ea441 req-eee1b3da-3845-4d7d-b599-7e5eef21fc82 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645627 May 20 20:42:00.161814 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0b7627-dc33-4424-a481-a5e93d0ffabc {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:42:00.195482 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:00.222807 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.227426 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-21b9c8a4-007d-4644-8036-9763dd6cf8e0 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044342 May 20 20:42:00.227590 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:00.295912 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.308603 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:00.321325 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08937b81-bdfc-4f4d-b5cc-0f818ab2bb98,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:00.325136 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:00.325970 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Checking segment: {'id': '58741540-0d66-4d53-8638-c4f8c045ef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '360122a0-142f-412f-95a6-e4a698cc0a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:42:00.326273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Network hostable DHCP agents. Network: 360122a0-142f-412f-95a6-e4a698cc0a33, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:42:00.430570 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a3b318fd-3c74-4f26-a2ed-ca1731811ccf req-ca3e7888-2989-4931-ba82-dd20c4204727 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962557 May 20 20:42:00.433903 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.441574 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Network 360122a0-142f-412f-95a6-e4a698cc0a33 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:42:00.470673 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:00.474757 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:00.482298 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112df25-e064-47cb-945a-7334134fcc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5513e8cd-31bd-4bdf-a79e-17b7f222f49a'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:00.495780 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:00.571908 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d034ea1-aac3-4cd9-8fb6-938a1c50b8d8 req-83888c36-30d3-4d87-8cb6-d057c178d463 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:00.573398 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2d034ea1-aac3-4cd9-8fb6-938a1c50b8d8 req-83888c36-30d3-4d87-8cb6-d057c178d463 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 944 time: 0.2295263 May 20 20:42:00.582025 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9e0df-81e4-4b61-b9e3-fb315d86f0ff req-729ed836-0f00-467c-849a-718151cb9a7f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:00.583500 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-30b9e0df-81e4-4b61-b9e3-fb315d86f0ff req-729ed836-0f00-467c-849a-718151cb9a7f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 945 time: 0.1516502 May 20 20:42:00.603774 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.607095 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-e947d33e-9afb-46d7-ab19-17fbd39aa3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:00.624962 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 360122a0-142f-412f-95a6-e4a698cc0a33) {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:00.647615 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:00.648241 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.654016 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55846) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:00.675500 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2d034ea1-aac3-4cd9-8fb6-938a1c50b8d8 req-d6fe3210-bec6-422c-b6ab-3fe5ab95be28 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909519 May 20 20:42:00.678112 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b00ed6e-24ba-4565-813e-d030e28a662b None None] Network 360122a0-142f-412f-95a6-e4a698cc0a33 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:00.689883 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-30b9e0df-81e4-4b61-b9e3-fb315d86f0ff req-77091c3d-8ae1-4cda-a0a1-c00b10815d01 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909970 May 20 20:42:00.694647 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['fc0b7627-dc33-4424-a481-a5e93d0ffabc'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:42:00.769909 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112df25-e064-47cb-945a-7334134fcc41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5513e8cd-31bd-4bdf-a79e-17b7f222f49a', 'code': 200} May 20 20:42:00.779768 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4519567 May 20 20:42:00.855645 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:00.872932 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:00.877889 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a2ba26a28a4be780ed481fbbdd13b1 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:00.882146 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:00.888274 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:00.889521 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:00.908156 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:01.015969 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.087392 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fa5e0-e777-4daf-a7b5-f7775faeea42 None None] Network 360122a0-142f-412f-95a6-e4a698cc0a33 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:42:01.099180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.109311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-09d865ae-c77f-41c4-bf4b-184da5b7a358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:01.195681 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60274df-bd6a-4295-82d2-9ce6710f5d1d,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:01.198989 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:01.210437 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e0a2ba26a28a4be780ed481fbbdd13b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519392 May 20 20:42:01.210437 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55870) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:01.299115 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d3351-b33d-4379-b2fa-b340067d5fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.303619 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077a72d-136a-49a0-bfec-caeaec1bdf76 req-1bb4a337-7e42-4293-aed3-6e9076982b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:01.305157 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-9077a72d-136a-49a0-bfec-caeaec1bdf76 req-1bb4a337-7e42-4293-aed3-6e9076982b02 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 1098 time: 0.1601396 May 20 20:42:01.358226 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d3351-b33d-4379-b2fa-b340067d5fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.390742 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20fc70-3ddd-434a-90df-adfe8710ffa8 req-b7a46b56-25e4-4b9a-bd20-3d4a19fa85e6 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:01.391316 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1a20fc70-3ddd-434a-90df-adfe8710ffa8 req-b7a46b56-25e4-4b9a-bd20-3d4a19fa85e6 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 943 time: 0.1185665 May 20 20:42:01.427988 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-9077a72d-136a-49a0-bfec-caeaec1bdf76 req-c8c7c6a4-c9fe-41bb-86de-4d5752387264 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024311 May 20 20:42:01.448322 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1a20fc70-3ddd-434a-90df-adfe8710ffa8 req-f3647e20-2438-44f6-8232-ce99ee981f5d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512304 May 20 20:42:01.557525 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d3351-b33d-4379-b2fa-b340067d5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.565709 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:01.582052 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d3351-b33d-4379-b2fa-b340067d5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60274df-bd6a-4295-82d2-9ce6710f5d1d,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:01.584692 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-4f3d3351-b33d-4379-b2fa-b340067d5fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:01.590601 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d3351-b33d-4379-b2fa-b340067d5fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.592526 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-4f3d3351-b33d-4379-b2fa-b340067d5fcc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a60274df-bd6a-4295-82d2-9ce6710f5d1d HTTP/1.1" status: 204 len: 168 time: 0.3817480 May 20 20:42:01.684324 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-17694052-7ae8-4d4e-8982-069afa263ea5 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:01.685056 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-17694052-7ae8-4d4e-8982-069afa263ea5 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Synchronizing usage tracker for tenant:cf81dcad3d4e425a961b7b01a469d7ad on resource:network {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:42:01.709654 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device f149cc85-9dcd-44cf-9742-f44fa975dc67 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:42:01.719586 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f2e9f-c4ad-447f-86e1-bd570f4778e4 req-d461f757-526a-41d1-b665-537699f03fc6 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:01.722203 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-416f2e9f-c4ad-447f-86e1-bd570f4778e4 req-d461f757-526a-41d1-b665-537699f03fc6 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 946 time: 0.1627748 May 20 20:42:01.776968 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-416f2e9f-c4ad-447f-86e1-bd570f4778e4 req-7fd768f6-61c6-4d2d-bb21-7a57d1e6de29 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/security-groups?id=c33f2b68-1d53-4047-9354-e0dae91d3e26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476396 May 20 20:42:01.836406 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-17694052-7ae8-4d4e-8982-069afa263ea5 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Unset dirty status for tenant:cf81dcad3d4e425a961b7b01a469d7ad on resource:network {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:42:01.837587 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-17694052-7ae8-4d4e-8982-069afa263ea5 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/networks?id=51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 HTTP/1.1" status: 200 len: 809 time: 0.3836107 May 20 20:42:01.855418 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port f149cc85-9dcd-44cf-9742-f44fa975dc67, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:01.870060 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'port_id': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'mac_address': 'fa:16:3e:27:93:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:42:01.876536 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-04953a87-e102-43c5-b5bd-ded76a8aedeb tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/quotas/cf81dcad3d4e425a961b7b01a469d7ad HTTP/1.1" status: 200 len: 375 time: 0.0323801 May 20 20:42:01.935119 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:01.961494 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f149cc85-9dcd-44cf-9742-f44fa975dc67 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:42:01.962846 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-b79308ba-9499-43d1-a4b4-f2a52957943a tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:01.965824 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-b79308ba-9499-43d1-a4b4-f2a52957943a tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.95 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 946 time: 0.1166236 May 20 20:42:01.979317 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port f149cc85-9dcd-44cf-9742-f44fa975dc67, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:02.031649 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-84c5bfb1-e723-4efe-bc6a-9d292ada9df0 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=cf81dcad3d4e425a961b7b01a469d7ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1543312 May 20 20:42:02.055118 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.057821 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:02.131117 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=f149cc85-9dcd-44cf-9742-f44fa975dc67,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:02.135838 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Deleting port b4783f80-ad6a-4466-b2ea-be93470ef399 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:42:02.137347 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:02.137484 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.173700 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe5fd3-1da4-4384-819c-16ba676c7b2b req-e184cde3-98e3-4462-a508-880800a9274f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:02.175184 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c3fe5fd3-1da4-4384-819c-16ba676c7b2b req-e184cde3-98e3-4462-a508-880800a9274f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.2962053 May 20 20:42:02.215285 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-233f5de9-1a0e-4cef-88ed-9909c0a9e83f service neutron] 10.222.0.85 "GET /v2.0/networks/51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732802 May 20 20:42:02.272135 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c3fe5fd3-1da4-4384-819c-16ba676c7b2b req-9153b643-e86d-40b9-a1d5-ba1719b3878d tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802696 May 20 20:42:02.356390 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] For port b4783f80-ad6a-4466-b2ea-be93470ef399, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b4783f80-ad6a-4466-b2ea-be93470ef399,segment=NetworkSegment(ff6d89f5-b73d-4819-9054-49acee3d6581),segment_id=ff6d89f5-b73d-4819-9054-49acee3d6581)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:02.356390 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.380520 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-efb6b960-f556-473b-929c-e49b6012b080 service neutron] 10.222.0.85 "GET /v2.0/networks/51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535068 May 20 20:42:02.406412 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['f149cc85-9dcd-44cf-9742-f44fa975dc67'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:42:02.481059 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Calling delete_port for b4783f80-ad6a-4466-b2ea-be93470ef399 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:42:02.506234 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f689f88-655b-430f-be82-258261c84c42 req-6876e82a-a34c-4b9f-9bb6-1205d92e5635 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:02.508483 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2f689f88-655b-430f-be82-258261c84c42 req-6876e82a-a34c-4b9f-9bb6-1205d92e5635 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 945 time: 0.1139114 May 20 20:42:02.702185 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2f689f88-655b-430f-be82-258261c84c42 req-ec2c68cf-4fe6-4fe0-92f4-1075d94422c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889008 May 20 20:42:02.703268 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55914) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:02.755252 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.787435 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:02.795062 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d236f2456f85402abaa516b45abe1cdb is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:02.802684 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:02.810291 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:02.872069 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-fb7c9f12-5acb-456c-bef1-8f0133e16169 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:02.876339 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-fb7c9f12-5acb-456c-bef1-8f0133e16169 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 814 time: 0.1688609 May 20 20:42:02.889572 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-99af065e-94a9-439e-8a4f-321e01f247fe tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/quotas/e184b22ac731428bb396bd49fea612e8 HTTP/1.1" status: 200 len: 375 time: 0.0090086 May 20 20:42:02.904426 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:02.968832 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-482a72e4-da1f-41bc-92f7-509019cce231 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727317 May 20 20:42:03.100830 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-8c6cc439-ad07-467b-a86f-aaf614d257bb service neutron] 10.222.0.85 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251769 May 20 20:42:03.112252 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.135476 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.178176 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:03.187778 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d236f2456f85402abaa516b45abe1cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4911439 May 20 20:42:03.189095 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.191288 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55924) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:03.277544 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-b3b156cc-2452-4f5a-8b42-77a607e27905 service neutron] 10.222.0.85 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705382 May 20 20:42:03.306548 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f132f44-b4a2-4d12-a956-07a2396eed9e,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:03.358454 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:03.358887 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:03.417699 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac06d0-ac25-4f25-9fb6-790ec8a0382b req-cec7add3-3f81-4e88-b4f8-307167bcb0b4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:03.420180 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ccac06d0-ac25-4f25-9fb6-790ec8a0382b req-cec7add3-3f81-4e88-b4f8-307167bcb0b4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 944 time: 0.1181865 May 20 20:42:03.457491 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Pushing event deleted for resources: {'Port': ['ID=b4783f80-ad6a-4466-b2ea-be93470ef399,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:03.466136 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:03.468179 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] No DVR routers for this DVR port b4783f80-ad6a-4466-b2ea-be93470ef399 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:03.472135 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ccac06d0-ac25-4f25-9fb6-790ec8a0382b req-434a3d74-8458-4b6e-8d0b-4bf82d3c1359 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454431 May 20 20:42:03.473357 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.475850 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84269dd6-0b42-429c-8b21-24d910a28800', 'name': 'network-vif-deleted', 'tag': 'b4783f80-ad6a-4466-b2ea-be93470ef399'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:03.503596 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-90a87feb-809b-4a1a-a86d-8558f4301ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.539508 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-90a87feb-809b-4a1a-a86d-8558f4301ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.621545 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c731f04-31fa-4d4f-a027-7990650726d2 req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.95 "DELETE /v2.0/ports/b4783f80-ad6a-4466-b2ea-be93470ef399 HTTP/1.1" status: 204 len: 173 time: 1.6481946 May 20 20:42:03.666620 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f014d945-7db0-4cc3-93fb-a47398a3229d req-2e9bddba-74fb-4749-9f2a-2178629f460c tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0941598 May 20 20:42:03.676281 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-90a87feb-809b-4a1a-a86d-8558f4301ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.682153 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ce3844d1-1fe4-4933-9b1c-f837f765bbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:03.685204 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fc669d97-6a3f-4b5c-b7bc-0707589d3500 req-8dbe1110-7a47-428f-84f6-006f4b1f59f0 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.0631728 May 20 20:42:03.702557 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a87feb-809b-4a1a-a86d-8558f4301ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f132f44-b4a2-4d12-a956-07a2396eed9e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:03.712061 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device f149cc85-9dcd-44cf-9742-f44fa975dc67 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:42:03.722252 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-90a87feb-809b-4a1a-a86d-8558f4301ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:03.735738 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-90a87feb-809b-4a1a-a86d-8558f4301ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:03.743415 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-90a87feb-809b-4a1a-a86d-8558f4301ad1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0f132f44-b4a2-4d12-a956-07a2396eed9e HTTP/1.1" status: 204 len: 168 time: 0.5484228 May 20 20:42:03.748450 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84269dd6-0b42-429c-8b21-24d910a28800', 'name': 'network-vif-deleted', 'tag': 'b4783f80-ad6a-4466-b2ea-be93470ef399', 'status': 'completed', 'code': 200} May 20 20:42:03.912439 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1835fb2b-e033-49c2-bdd8-5695f84cced6 req-2ed34593-0f84-47a0-98dd-6238bf2cca56 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 210 time: 0.0531502 May 20 20:42:03.959281 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e75adb-1c57-411a-bb64-c87fde7ed4a2 req-6aa6cb91-6851-4c2b-9209-e2fd56af9fb0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:03.961233 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f4e75adb-1c57-411a-bb64-c87fde7ed4a2 req-6aa6cb91-6851-4c2b-9209-e2fd56af9fb0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1383224 May 20 20:42:03.984922 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port f149cc85-9dcd-44cf-9742-f44fa975dc67 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:03.993033 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port f149cc85-9dcd-44cf-9742-f44fa975dc67 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:03.993578 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.044379 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f4e75adb-1c57-411a-bb64-c87fde7ed4a2 req-901854e1-8bff-4c36-a56c-1dc7319cd43d tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767791 May 20 20:42:04.160431 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddac40a-29ab-43c0-98e7-99cb3c7369d9 req-f21d1c3a-2fec-4b84-87c7-6d7235b50916 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:04.163522 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7ddac40a-29ab-43c0-98e7-99cb3c7369d9 req-f21d1c3a-2fec-4b84-87c7-6d7235b50916 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 945 time: 0.1180086 May 20 20:42:04.163668 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.215993 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f149cc85-9dcd-44cf-9742-f44fa975dc67'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:04.233516 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port f149cc85-9dcd-44cf-9742-f44fa975dc67, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:04.257290 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7ddac40a-29ab-43c0-98e7-99cb3c7369d9 req-522ceba8-dbdc-47f6-8ecd-6361baa5d24c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870538 May 20 20:42:04.300964 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.302132 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:42:04.343256 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-4db57f4f-3afe-41f3-bd2e-8d4388b3543f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:04.381639 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'code': 200} May 20 20:42:04.447220 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=f149cc85-9dcd-44cf-9742-f44fa975dc67,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:04.462626 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:04.586672 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port fc0b7627-dc33-4424-a481-a5e93d0ffabc completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:04.592909 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port fc0b7627-dc33-4424-a481-a5e93d0ffabc triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:04.593362 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.684107 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2dde3-8a3e-453b-ba5f-b3edd32010c6 req-3fce0279-4a2c-49e0-baa3-318d47a9bc7e tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:04.686037 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-96c2dde3-8a3e-453b-ba5f-b3edd32010c6 req-3fce0279-4a2c-49e0-baa3-318d47a9bc7e tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.0868952 May 20 20:42:04.725469 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.739441 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-96c2dde3-8a3e-453b-ba5f-b3edd32010c6 req-75d0e907-f6c7-48e6-86f5-faba184e13a4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466590 May 20 20:42:04.762307 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:04.865472 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.868855 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b4783f80-ad6a-4466-b2ea-be93470ef399 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:42:04.879596 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705f600-0fb3-4b65-85f9-f7da5ed66d1f req-f15e1880-130c-428b-a758-52a9c1e2f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:04.881113 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0705f600-0fb3-4b65-85f9-f7da5ed66d1f req-f15e1880-130c-428b-a758-52a9c1e2f600 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 1098 time: 0.0784943 May 20 20:42:04.923356 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 55976) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:04.928438 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:04.955360 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:04.977048 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0705f600-0fb3-4b65-85f9-f7da5ed66d1f req-f018132c-12dc-4cd5-b7ab-c73ff65326ba service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861425 May 20 20:42:04.978348 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: b4783f80-ad6a-4466-b2ea-be93470ef399 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:42:04.978706 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b4783f80-ad6a-4466-b2ea-be93470ef399 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:42:04.981407 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:04.986775 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Usage tracker for resource:security_group_rule and tenant:4baa7d42885e44c98d3f8f955413ad54 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:04.991662 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:04.999506 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:05.028540 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d4748eae-075a-40f7-b2b0-8690553cd434 req-31347c43-db91-46a9-8a20-db108f65e31d tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 210 time: 0.1791184 May 20 20:42:05.109118 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.110082 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:05.113953 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:05.169199 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-870c5b9f-8880-41d9-a997-6d7ce7a77f3c req-f090e25f-0e97-4871-bf03-798943e549a9 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] 10.222.0.85 "GET /v2.0/ports?device_id=84269dd6-0b42-429c-8b21-24d910a28800 HTTP/1.1" status: 200 len: 210 time: 0.0606561 May 20 20:42:05.199294 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.208647 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a2b3cc8b-556d-4960-a6d5-a4ffac2cf86d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:05.285600 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4baa7d42885e44c98d3f8f955413ad54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599584 May 20 20:42:05.285792 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a680bc-152e-4397-b0e9-7521c4a55af0 req-b038896d-6ba5-4899-9e45-27db5b776903 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:05.285911 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbafa04-dc60-415c-a6d0-0b349c146438,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:05.286242 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-79a680bc-152e-4397-b0e9-7521c4a55af0 req-b038896d-6ba5-4899-9e45-27db5b776903 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1008959 May 20 20:42:05.286723 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 55988) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:05.292775 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:05.315740 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-a51fbd0e-d316-4b24-85f2-ed2a2a7899cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:05.317359 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-a51fbd0e-d316-4b24-85f2-ed2a2a7899cc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 1098 time: 0.1876903 May 20 20:42:05.401390 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-79a680bc-152e-4397-b0e9-7521c4a55af0 req-c4f545dc-d222-4dac-84cf-f97a9bb7e6cf tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856390 May 20 20:42:05.472408 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f577146-d5f2-4f16-b503-a8c874cf91de req-2966785c-6017-43da-845a-85007381ca7b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 210 time: 0.0698228 May 20 20:42:05.477253 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-303a7432-c353-4cf4-8eba-7125a22b21d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.507244 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-303a7432-c353-4cf4-8eba-7125a22b21d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.537298 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-284c47bc-c9b7-42f6-9c38-d3651161d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:05.538780 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-284c47bc-c9b7-42f6-9c38-d3651161d731 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.2077210 May 20 20:42:05.624417 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-a015e2a3-6ff2-45df-94cb-7e94a9bc600c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a HTTP/1.1" status: 200 len: 217 time: 0.0782824 May 20 20:42:05.662622 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdb99d-bc2e-4591-bafe-50617970cc00 req-b8d40dc6-5d8a-4f9a-a075-e3e249ea7295 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:05.675982 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0fcdb99d-bc2e-4591-bafe-50617970cc00 req-b8d40dc6-5d8a-4f9a-a075-e3e249ea7295 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1159930 May 20 20:42:05.722648 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-9b7c2986-f5e9-4749-9711-e7eb52dac6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:05.724082 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-9b7c2986-f5e9-4749-9711-e7eb52dac6de service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.0895686 May 20 20:42:05.728243 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0fcdb99d-bc2e-4591-bafe-50617970cc00 req-84ef38bc-a6da-4c7e-9eeb-1e1662dbf362 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510874 May 20 20:42:05.734604 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-303a7432-c353-4cf4-8eba-7125a22b21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.744687 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:05.757079 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a7432-c353-4cf4-8eba-7125a22b21d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbafa04-dc60-415c-a6d0-0b349c146438,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:05.764642 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-303a7432-c353-4cf4-8eba-7125a22b21d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:05.767067 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-303a7432-c353-4cf4-8eba-7125a22b21d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:05.775292 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-303a7432-c353-4cf4-8eba-7125a22b21d3 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fbbafa04-dc60-415c-a6d0-0b349c146438 HTTP/1.1" status: 204 len: 168 time: 0.4816291 May 20 20:42:05.802685 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-ac6eec03-7a52-4fb2-b311-1c00b07a8a8b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677257 May 20 20:42:05.950307 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-f40a64a2-8140-4597-9193-fe4f1a9985da service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382091 May 20 20:42:06.009616 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba62555-d68b-44de-98e7-25f76de72dfb req-7e041c65-47b9-4cf4-819b-f728aa47fb25 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:06.011089 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7ba62555-d68b-44de-98e7-25f76de72dfb req-7e041c65-47b9-4cf4-819b-f728aa47fb25 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1101446 May 20 20:42:06.058499 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7ba62555-d68b-44de-98e7-25f76de72dfb req-8cb1e070-93c7-44d4-b857-a1f3879c53dd tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408413 May 20 20:42:06.111674 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-45648032-81b7-4517-8eb1-e9f07ba3f95a req-d8616b8e-b140-4c63-82a8-b4928b17dd50 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526737 May 20 20:42:06.220428 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a3c89f26-ae2f-40c5-909b-00bd0e0352f7 req-3f7fa8a5-128c-42e8-ae0a-6a037024e3c0 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0521615 May 20 20:42:06.382937 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:06.459835 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'code': 200} May 20 20:42:06.671667 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-296b18b2-0820-4be9-b2dc-c8b1246cd07b req-7bb5eca3-77e2-49e0-8661-be00901435d2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 210 time: 0.0481062 May 20 20:42:06.681832 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af05e5-a1f8-4e8e-96d6-8ab1fab5a59c req-ea1137b2-2f4c-4396-98c1-da2dab2a01f4 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:06.687637 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-69af05e5-a1f8-4e8e-96d6-8ab1fab5a59c req-ea1137b2-2f4c-4396-98c1-da2dab2a01f4 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1367071 May 20 20:42:06.741836 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-69af05e5-a1f8-4e8e-96d6-8ab1fab5a59c req-93c0ae95-c274-4165-8a84-10e5901464ee tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532522 May 20 20:42:06.917894 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-701d42a3-8a8a-4bfb-a08f-f69f293e3ca3 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:06.919392 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-701d42a3-8a8a-4bfb-a08f-f69f293e3ca3 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.95 "GET /v2.0/networks?id=51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 HTTP/1.1" status: 200 len: 809 time: 0.2337663 May 20 20:42:06.937070 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Request body: {'port': {'device_id': '17d6063e-4c62-46ee-8b0a-8e50a228a6a8', 'network_id': '51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5', 'admin_state_up': True, 'tenant_id': 'cf81dcad3d4e425a961b7b01a469d7ad'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:06.945921 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7af7c-bdba-4d5f-8239-86db9b096f55 req-36f31d86-8b68-4bc6-a821-f2e6bc3efde5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:06.951088 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0bc7af7c-bdba-4d5f-8239-86db9b096f55 req-36f31d86-8b68-4bc6-a821-f2e6bc3efde5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.0839839 May 20 20:42:07.002188 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0bc7af7c-bdba-4d5f-8239-86db9b096f55 req-ba665b29-fcbc-46f6-839e-0bb40628d9ab tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485516 May 20 20:42:07.246583 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991bd6e-94e6-496e-bc0e-31aab17f42b9 req-441b762c-a323-49de-8757-be980891bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:07.248149 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2991bd6e-94e6-496e-bc0e-31aab17f42b9 req-441b762c-a323-49de-8757-be980891bc73 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 1099 time: 0.2803130 May 20 20:42:07.249155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:07.253674 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Usage tracker for resource:port and tenant:cf81dcad3d4e425a961b7b01a469d7ad is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:07.259438 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a7379-7700-4763-9a1a-d3e4abebe5e7 req-65e298a5-f99d-40a1-87a6-0d36c014f172 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:07.261036 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7c3a7379-7700-4763-9a1a-d3e4abebe5e7 req-65e298a5-f99d-40a1-87a6-0d36c014f172 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.0883009 May 20 20:42:07.264326 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:07.297087 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:07.340385 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7c3a7379-7700-4763-9a1a-d3e4abebe5e7 req-ecdf2230-d953-435c-b589-292e9e50ae87 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714064 May 20 20:42:07.349930 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2991bd6e-94e6-496e-bc0e-31aab17f42b9 req-f5f98e7f-6904-4a7c-ad4e-07baf024ef43 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734439 May 20 20:42:07.465435 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Made reservation on behalf of cf81dcad3d4e425a961b7b01a469d7ad for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:07.472361 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:07.481113 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8e7ff289-8436-4d1c-b9ac-a54eb43bcd37 req-b4ea2e35-5dd2-4151-a02b-2eadeafde8e2 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0809100 May 20 20:42:07.664188 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d838b07-354d-4050-88d4-84c9d19e1781 req-7be428cf-9e8e-4715-ae31-744dcb81d047 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:07.665759 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0d838b07-354d-4050-88d4-84c9d19e1781 req-7be428cf-9e8e-4715-ae31-744dcb81d047 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1771629 May 20 20:42:07.675153 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56068) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:07.681470 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'floatingip': {'port_id': 'f149cc85-9dcd-44cf-9742-f44fa975dc67'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:07.804203 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:07.849146 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Allocated IP 172.20.0.13 (51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5/ea2cb3ee-2ddb-47e4-bc51-47e8cd6af1b2/9089a2db-f1d6-4099-b2b8-cba55d657982) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:07.960303 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-c7c65649-4909-4b2a-bbff-c13b3504aef5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:07.961764 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-c7c65649-4909-4b2a-bbff-c13b3504aef5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 814 time: 0.2808259 May 20 20:42:07.983886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Request body: {'port': {'device_id': '8d0d9372-63d9-4afc-a7fd-86033f7be1cd', 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'admin_state_up': True, 'tenant_id': 'e184b22ac731428bb396bd49fea612e8'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:08.069971 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-da985e5d-b316-42ee-a734-54bb0e739100 req-7f288a0b-3ff6-4471-a3f8-380e38f13174 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 210 time: 0.1317201 May 20 20:42:08.249538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:08.263394 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.270983 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:08.374914 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Made reservation on behalf of e184b22ac731428bb396bd49fea612e8 for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:08.379985 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.442198 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.459274 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-00f2a3de-7e59-4eac-9cc5-a67df96ff043 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:08.564030 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:08.569881 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:08.578751 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:42:08.589143 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:08.589143 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:08.593730 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Pushing event updated for resources: {'Port': ['ID=9089a2db-f1d6-4099-b2b8-cba55d657982,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:08.636316 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:08.700946 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Allocated IP 172.20.0.12 (eb4f218f-791a-4620-b994-b3c31510c46c/1fffc581-7438-457b-a7fd-f3d7ef59ef00/f8d9d802-38f0-45e5-9958-4e6ce65f650a) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:08.789706 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8566775 May 20 20:42:08.826346 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Request body: {'port': {'device_id': '17d6063e-4c62-46ee-8b0a-8e50a228a6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:08.947210 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9130fd4-00a7-4cbb-b492-76c1a1600a26 req-7281cd48-55c3-4084-ba91-2ef8ced94bd2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:08.952013 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b9130fd4-00a7-4cbb-b492-76c1a1600a26 req-7281cd48-55c3-4084-ba91-2ef8ced94bd2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.9605262 May 20 20:42:08.977584 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a2c19-d335-44f3-aaca-174dc8b66a7c req-9723ae0a-327d-4476-9089-db3e2681e837 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:08.979039 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2d1a2c19-d335-44f3-aaca-174dc8b66a7c req-9723ae0a-327d-4476-9089-db3e2681e837 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.7612214 May 20 20:42:09.094294 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b9130fd4-00a7-4cbb-b492-76c1a1600a26 req-25239dec-99a7-4d2d-8c26-3f9c1a3e7564 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141315 May 20 20:42:09.111577 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.136736 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.140459 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2d1a2c19-d335-44f3-aaca-174dc8b66a7c req-87a89767-3ed9-4c04-b3bc-2c753b44dc95 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408069 May 20 20:42:09.359019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.374445 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:09.377130 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['e1a77349-8332-4a72-87a4-ab32d3d3e5a5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:42:09.463320 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.db.resource_extend [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:42:09.644102 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.686702 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ce9b5-c025-4c32-a2f2-19e26e55db59 req-484df391-7cce-407d-ad57-fa8e4df521be tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:09.691469 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-209ce9b5-c025-4c32-a2f2-19e26e55db59 req-484df391-7cce-407d-ad57-fa8e4df521be tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 932 time: 0.3552432 May 20 20:42:09.703554 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c7a61-acf5-4fd9-bbc0-479f7f5f2e9f req-a61723a1-5bce-48bd-94a7-672be9005e05 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:09.706100 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-410c7a61-acf5-4fd9-bbc0-479f7f5f2e9f req-a61723a1-5bce-48bd-94a7-672be9005e05 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 932 time: 0.3119283 May 20 20:42:09.713007 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Network eb4f218f-791a-4620-b994-b3c31510c46c is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:09.719952 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:09.727091 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:42:09.733029 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:09.733687 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.739111 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:09.768563 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Pushing event updated for resources: {'Port': ['ID=f8d9d802-38f0-45e5-9958-4e6ce65f650a,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:09.773510 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:09.876719 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8992937 May 20 20:42:09.886769 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-209ce9b5-c025-4c32-a2f2-19e26e55db59 req-be289fc4-c38c-40aa-9589-15ff2ff51622 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Synchronizing usage tracker for tenant:cf81dcad3d4e425a961b7b01a469d7ad on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:42:09.898325 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Request body: {'port': {'device_id': '8d0d9372-63d9-4afc-a7fd-86033f7be1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:09.905758 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-410c7a61-acf5-4fd9-bbc0-479f7f5f2e9f req-54a70eb9-857a-48ab-9de8-4a6365d7205a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733370 May 20 20:42:09.972331 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9089a2db-f1d6-4099-b2b8-cba55d657982 {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:42:09.985608 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.018924 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.l3_db [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Floating IP 2496165f-1ed4-46a2-95b0-aadfde15e14f associated. External IP: 172.28.1.84, port: f149cc85-9dcd-44cf-9742-f44fa975dc67. May 20 20:42:10.028125 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 56140) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:10.053829 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Transition to ACTIVE for port object 9089a2db-f1d6-4099-b2b8-cba55d657982 will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:10.075810 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-209ce9b5-c025-4c32-a2f2-19e26e55db59 req-be289fc4-c38c-40aa-9589-15ff2ff51622 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Unset dirty status for tenant:cf81dcad3d4e425a961b7b01a469d7ad on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:42:10.080475 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-209ce9b5-c025-4c32-a2f2-19e26e55db59 req-be289fc4-c38c-40aa-9589-15ff2ff51622 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731182 May 20 20:42:10.120122 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.153059 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Deleting subnet 94fa21d7-89c2-491b-9e10-09faf15ba053 {{(pid=98921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:42:10.170892 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9e4fec75-1920-42a2-b758-108cc4ab4d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.213434 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.250577 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.279263 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:10.354848 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 56154) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:10.442135 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.499947 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Pushing event updated for resources: {'Port': ['ID=9089a2db-f1d6-4099-b2b8-cba55d657982,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:10.502741 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.597175 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.597548 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.597908 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.598265 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.598618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.598967 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.599314 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.599661 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.600027 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.600370 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.600709 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.601048 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:10.620370 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:10.637430 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.680181 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc13830-0728-4c7a-b12c-a81815fda27d req-2fc85722-0610-47a0-8ad1-c5faa606fd94 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:10.681649 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cbc13830-0728-4c7a-b12c-a81815fda27d req-2fc85722-0610-47a0-8ad1-c5faa606fd94 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.4202015 May 20 20:42:10.682449 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:10.691767 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Router 06ebde29-6675-4f58-b13a-adb9146f4054 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:42:10.707859 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Attempting to bind port 9089a2db-f1d6-4099-b2b8-cba55d657982 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:10.708207 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Attempting to bind port 9089a2db-f1d6-4099-b2b8-cba55d657982 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '55985ede-982c-449a-b695-8a734d1dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:10.708535 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Attempting to bind port 9089a2db-f1d6-4099-b2b8-cba55d657982 on network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:42:10.717952 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1556201-527b-44d1-a1a8-619667065728 req-d065083c-4af5-4140-ab8b-1508264790e6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:10.719485 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b1556201-527b-44d1-a1a8-619667065728 req-d065083c-4af5-4140-ab8b-1508264790e6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2725010 May 20 20:42:10.721857 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Usage tracker for resource:security_group_rule and tenant:ea345962d28d4de4b69db29ab3fbd4e0 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:10.739908 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:10.794500 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Port 9089a2db-f1d6-4099-b2b8-cba55d657982 on network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:42:10.794829 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Attempting to bind port 9089a2db-f1d6-4099-b2b8-cba55d657982 on network 51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:42:10.800196 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:10.843756 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cbc13830-0728-4c7a-b12c-a81815fda27d req-cf8ee63b-4a0a-4c7a-9222-96f2e0d946f0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540153 May 20 20:42:10.866921 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:42:10.866921 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Checking segment: {'id': '55985ede-982c-449a-b695-8a734d1dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:42:10.866921 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Bound using segment: {'id': '55985ede-982c-449a-b695-8a734d1dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:42:10.866921 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Bound port: 9089a2db-f1d6-4099-b2b8-cba55d657982, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55985ede-982c-449a-b695-8a734d1dd6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:10.866921 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.869699 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b1556201-527b-44d1-a1a8-619667065728 req-6df782ae-da3f-4959-8bca-66a3d6b7c4d8 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396403 May 20 20:42:10.968241 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:42:10.983892 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] Sync routers for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:42:10.984380 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:10.997923 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:42:10.999235 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:11.155113 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-6c7674df-09d1-4d54-a2ed-529da6eeca08 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "PUT /v2.0/floatingips/2496165f-1ed4-46a2-95b0-aadfde15e14f HTTP/1.1" status: 200 len: 990 time: 3.4785993 May 20 20:42:11.164438 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] For port 9089a2db-f1d6-4099-b2b8-cba55d657982, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:42:11.164679 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'tag': 'f149cc85-9dcd-44cf-9742-f44fa975dc67'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:11.195822 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] For port 9089a2db-f1d6-4099-b2b8-cba55d657982, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9089a2db-f1d6-4099-b2b8-cba55d657982,segment=NetworkSegment(55985ede-982c-449a-b695-8a734d1dd6a0),segment_id=55985ede-982c-449a-b695-8a734d1dd6a0)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:42:11.198832 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:42:11.202545 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d1240-6b86-44b5-afc2-720630c7407f req-502a0387-c11a-4638-8ce1-a488b344c2aa tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:11.203030 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d9d802-38f0-45e5-9958-4e6ce65f650a {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:42:11.204748 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-632d1240-6b86-44b5-afc2-720630c7407f req-502a0387-c11a-4638-8ce1-a488b344c2aa tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1911042 May 20 20:42:11.214345 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.222769 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35b787-67cf-40b7-9ac0-71291e5646e6 req-ff3280e0-272f-4ec3-ab14-9f272dbdb461 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:11.224486 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-af35b787-67cf-40b7-9ac0-71291e5646e6 req-ff3280e0-272f-4ec3-ab14-9f272dbdb461 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 932 time: 0.1656132 May 20 20:42:11.225075 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56170) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:11.231011 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'floatingip': {'port_id': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:11.259131 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.263405 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.268784 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Transition to ACTIVE for port object f8d9d802-38f0-45e5-9958-4e6ce65f650a will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:11.285663 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:11.346729 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.375610 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:11.377419 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.378816 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] 10.222.0.95 "PUT /v2.0/ports/9089a2db-f1d6-4099-b2b8-cba55d657982 HTTP/1.1" status: 200 len: 1094 time: 2.5765505 May 20 20:42:11.381229 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d6063e-4c62-46ee-8b0a-8e50a228a6a8', 'tag': '9089a2db-f1d6-4099-b2b8-cba55d657982'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:11.413399 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.417153 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.428009 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.443913 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ea345962d28d4de4b69db29ab3fbd4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0363841 May 20 20:42:11.476790 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56180) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:11.530180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Pushing event updated for resources: {'Port': ['ID=9089a2db-f1d6-4099-b2b8-cba55d657982,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:11.585435 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:11.589620 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-90a87feb-809b-4a1a-a86d-8558f4301ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:11.592107 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-af35b787-67cf-40b7-9ac0-71291e5646e6 req-41dba23b-95de-4878-af73-3c7f6ee9aa9a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854683 May 20 20:42:11.606068 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.632114 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/94fa21d7-89c2-491b-9e10-09faf15ba053 HTTP/1.1" status: 204 len: 168 time: 1.6028974 May 20 20:42:11.670482 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56186) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:11.737162 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '2496165f-1ed4-46a2-95b0-aadfde15e14f', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'port_id': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'mac_address': 'fa:16:3e:27:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:41:43Z', 'updated_at': '2021-05-20T20:42:09Z', 'revision_number': 1, 'project_id': '5619e324f4514c08938a2e4a14268227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:11.743526 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] Checking router: 06ebde29-6675-4f58-b13a-adb9146f4054 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:42:11.761145 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:42:11.761364 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:11.762321 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:41:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:11.833018 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996833d-3417-471d-aeb9-29ed15f91c5d req-8b530196-b752-453e-8da1-ccdcef446204 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:11.840135 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2996833d-3417-471d-aeb9-29ed15f91c5d req-8b530196-b752-453e-8da1-ccdcef446204 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 944 time: 0.4753251 May 20 20:42:11.844497 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c389c9-e2d3-4403-9ae8-b32db94cd86c,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:11.847996 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:11.854317 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:11.933624 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d6063e-4c62-46ee-8b0a-8e50a228a6a8', 'tag': '9089a2db-f1d6-4099-b2b8-cba55d657982', 'status': 'completed', 'code': 200} May 20 20:42:11.938900 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Attempting to bind port f8d9d802-38f0-45e5-9958-4e6ce65f650a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:11.940054 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Attempting to bind port f8d9d802-38f0-45e5-9958-4e6ce65f650a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:11.940838 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Attempting to bind port f8d9d802-38f0-45e5-9958-4e6ce65f650a on network eb4f218f-791a-4620-b994-b3c31510c46c {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:42:11.959300 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-ba71de24-6da5-489d-a729-88d5efdff875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:11.961401 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-ba71de24-6da5-489d-a729-88d5efdff875 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cf81dcad3d4e425a961b7b01a469d7ad&device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 1097 time: 0.4396529 May 20 20:42:11.965291 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Port f8d9d802-38f0-45e5-9958-4e6ce65f650a on network eb4f218f-791a-4620-b994-b3c31510c46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:42:11.965988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Attempting to bind port f8d9d802-38f0-45e5-9958-4e6ce65f650a on network eb4f218f-791a-4620-b994-b3c31510c46c {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:42:12.014580 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:42:12.038186 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d9d802-38f0-45e5-9958-4e6ce65f650a,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:12.041839 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:12.050787 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-fb2f2e4e-9775-4c0e-a302-3a0482edbd0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.534s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:12.063729 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'tag': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'status': 'completed', 'code': 200} May 20 20:42:12.076779 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:42:12.077282 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Checking segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:42:12.077769 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Bound using segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:42:12.078481 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Bound port: f8d9d802-38f0-45e5-9958-4e6ce65f650a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:12.079507 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.103399 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-d0f14080-e912-4e5f-91b9-19744e949f57 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089a2db-f1d6-4099-b2b8-cba55d657982 HTTP/1.1" status: 200 len: 217 time: 0.1268997 May 20 20:42:12.109125 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94fa21d7-89c2-491b-9e10-09faf15ba053,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:12.111870 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:12.169940 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.191749 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.236077 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-7f5d0f54-78f6-4dc0-88f0-39a4c25e3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:12.237849 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-7f5d0f54-78f6-4dc0-88f0-39a4c25e3fc6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea2cb3ee-2ddb-47e4-bc51-47e8cd6af1b2 HTTP/1.1" status: 200 len: 849 time: 0.1247532 May 20 20:42:12.291679 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-21899c3b-d4c3-42e5-b771-432a85e9ab30 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450144 May 20 20:42:12.294425 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] For port f8d9d802-38f0-45e5-9958-4e6ce65f650a, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:42:12.304401 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] For port f8d9d802-38f0-45e5-9958-4e6ce65f650a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d9d802-38f0-45e5-9958-4e6ce65f650a,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:42:12.319750 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2996833d-3417-471d-aeb9-29ed15f91c5d req-4a6be61b-7452-4f1d-a50e-5e15fbaf35e4 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786849 May 20 20:42:12.400702 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.409783 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:12.412868 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '2496165f-1ed4-46a2-95b0-aadfde15e14f', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'port_id': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'mac_address': 'fa:16:3e:27:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:41:43Z', 'updated_at': '2021-05-20T20:42:09Z', 'revision_number': 1, 'project_id': '5619e324f4514c08938a2e4a14268227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:12.417961 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef39c350-7307-417f-926d-307c3628fe23 None None] The sync data for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb is: [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '2496165f-1ed4-46a2-95b0-aadfde15e14f', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'port_id': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'mac_address': 'fa:16:3e:27:93:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:41:43Z', 'updated_at': '2021-05-20T20:42:09Z', 'revision_number': 1, 'project_id': '5619e324f4514c08938a2e4a14268227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:42:12.486785 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:12.487397 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.488797 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] 10.222.0.95 "PUT /v2.0/ports/f8d9d802-38f0-45e5-9958-4e6ce65f650a HTTP/1.1" status: 200 len: 1094 time: 2.5947733 May 20 20:42:12.537525 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-0dbe5154-27b4-4c6f-850e-3d0669831812 service neutron] 10.222.0.95 "GET /v2.0/networks/51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316616 May 20 20:42:12.538466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d9d802-38f0-45e5-9958-4e6ce65f650a,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:12.541658 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:12.585893 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.615801 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-edb83e27-e190-4091-bd5c-15f8469b0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:12.617300 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-edb83e27-e190-4091-bd5c-15f8469b0b98 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 1098 time: 0.5702217 May 20 20:42:12.621234 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > port after_create 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > port after_delete 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > port after_update 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.624956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.707213 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e896f27-69df-4329-8b16-e72dd3de2e8e None None] New status for floating IP 2496165f-1ed4-46a2-95b0-aadfde15e14f: ACTIVE {{(pid=98923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:42:12.770174 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.771315 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.771750 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.772179 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98922) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:42:12.772599 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052b577a-0472-4113-aade-7fad8b10d663']}} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:12.790830 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6d89f5-b73d-4819-9054-49acee3d6581') {'for_net_delete': True} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:12.791128 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6d89f5-b73d-4819-9054-49acee3d6581') {} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:12.800309 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3225ab4f-840c-49bd-9d71-ec703f5e4df5 req-0d8ddf57-ec3a-4fb9-8ee3-8398d1292432 service neutron] 10.222.0.95 "GET /v2.0/networks/51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501364 May 20 20:42:12.803241 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-2f4ed431-efb2-484d-8de3-ae86f89c7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:12.806349 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1370763'] for segment, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.817692 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-2f4ed431-efb2-484d-8de3-ae86f89c7f95 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 1097 time: 0.2227333 May 20 20:42:12.863780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904a060-5b0a-4bb0-a3ca-38da240d48a4 req-f577f5e2-ac8b-4165-b74a-eb722360a02c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:12.865454 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5904a060-5b0a-4bb0-a3ca-38da240d48a4 req-f577f5e2-ac8b-4165-b74a-eb722360a02c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.8007782 May 20 20:42:12.874978 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.904947 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-9fa4bbe2-ed30-4f7d-a2bc-f66997e1d651 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8d9d802-38f0-45e5-9958-4e6ce65f650a HTTP/1.1" status: 200 len: 217 time: 0.0773401 May 20 20:42:12.920915 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.930465 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:12.957646 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:12.993748 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c389c9-e2d3-4403-9ae8-b32db94cd86c,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:12.997783 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=98922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:42:12.998367 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14728489'] for segment, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: from cryptography.utils import int_from_bytes May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: from cryptography.utils import int_from_bytes May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: Traceback (most recent call last): May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: timer() May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: cb(*args, **kw) May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: return func(*args, **kwargs) May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: self._notify() May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: self.callback(batched_events) May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: event.method(event) May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: return f(self, *a, **k) May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: return self._get(url).json() May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: return self.request(url, 'GET', **kwargs) May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:42:13.064249 dv-cinder-784623-13-smb neutron-server[98922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:42:13.066964 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-1382e661-2a32-4011-b6d8-c464870116af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:13.066964 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-1382e661-2a32-4011-b6d8-c464870116af service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 200 len: 854 time: 0.0976880 May 20 20:42:13.083403 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-2f195c8e-2f2b-4008-90a8-41dfd90cb99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.096283 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.096875 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.097370 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.097816 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.098204 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.098555 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.098914 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.099275 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.099616 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.100011 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.100348 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.100672 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:13.106599 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:13.117620 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-8518bb45-d3bb-4a27-837c-71deabaea03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:13.120985 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-8518bb45-d3bb-4a27-837c-71deabaea03f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cf81dcad3d4e425a961b7b01a469d7ad&device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 1097 time: 0.1914005 May 20 20:42:13.127681 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-d1866606-4dc2-480e-8e00-52a3b2d7a7bc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eb4f218f-791a-4620-b994-b3c31510c46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501111 May 20 20:42:13.195516 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.196641 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/81c389c9-e2d3-4403-9ae8-b32db94cd86c HTTP/1.1" status: 204 len: 168 time: 1.7190895 May 20 20:42:13.249191 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-c3628179-8612-49fb-80bf-f6da37296e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:13.250758 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-c3628179-8612-49fb-80bf-f6da37296e79 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 912 time: 0.4246101 May 20 20:42:13.271038 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5904a060-5b0a-4bb0-a3ca-38da240d48a4 req-264d9cd4-a524-4f42-a0f3-8f8f6e8ea3f7 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446162 May 20 20:42:13.334279 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106dfe4b-0650-4ef5-bda6-9a71e1fc7fcc req-e072341a-e4c4-48af-ba5b-6d4ae04606c6 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:13.335829 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-106dfe4b-0650-4ef5-bda6-9a71e1fc7fcc req-e072341a-e4c4-48af-ba5b-6d4ae04606c6 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 944 time: 0.5084455 May 20 20:42:13.358059 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.374352 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-42e29120-ee8f-46cc-bd50-6ae9cf9f467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:13.376034 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-42e29120-ee8f-46cc-bd50-6ae9cf9f467c service neutron] 10.222.0.95 "GET /v2.0/networks?id=51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 HTTP/1.1" status: 200 len: 910 time: 0.2472782 May 20 20:42:13.386046 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.db.resource_extend [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 20:42:13.388865 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-e8b146ae-5c79-46c1-9984-4bc2be4080c6 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364850 May 20 20:42:13.481031 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2582555b-54fb-44e6-a2d8-71993b9cdc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:13.485792 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-e5efcc26-3765-4e1d-a28a-8d7457acc3b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9089a2db-f1d6-4099-b2b8-cba55d657982 HTTP/1.1" status: 200 len: 217 time: 0.0914629 May 20 20:42:13.521784 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.532543 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Pushing event deleted for resources: {'Network': ['ID=052b577a-0472-4113-aade-7fad8b10d663,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:13.543261 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:13.556271 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-80025ef1-1dad-4ecd-a988-91d68634df82 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67 HTTP/1.1" status: 200 len: 1000 time: 0.2890363 May 20 20:42:13.562674 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-106dfe4b-0650-4ef5-bda6-9a71e1fc7fcc req-c4cf8fbd-5b34-4137-a033-ff499d5c6406 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189062 May 20 20:42:13.568182 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.678088 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] 10.222.0.85 "DELETE /v2.0/networks/052b577a-0472-4113-aade-7fad8b10d663 HTTP/1.1" status: 204 len: 168 time: 2.0063317 May 20 20:42:13.687618 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.772456 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-20321e0b-f7a9-425d-97b7-7d4bad729ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:13.774163 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-20321e0b-f7a9-425d-97b7-7d4bad729ab9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea2cb3ee-2ddb-47e4-bc51-47e8cd6af1b2 HTTP/1.1" status: 200 len: 849 time: 0.2749016 May 20 20:42:13.781178 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35d95cb7-0db3-4f5f-826d-55def6f3d67b req-1bafdf1e-0936-48de-b4e5-01ab50892a06 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287990 May 20 20:42:13.843900 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-f7c04109-bb07-42fc-b0ed-f3f1678d74e0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608070 May 20 20:42:13.870351 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:13.891999 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-2020d70a-d4f8-44db-82d2-df8ef06f8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:13.893454 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-2020d70a-d4f8-44db-82d2-df8ef06f8db0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 200 len: 850 time: 0.3236580 May 20 20:42:13.941003 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56212) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:13.951362 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d9372-63d9-4afc-a7fd-86033f7be1cd', 'tag': 'f8d9d802-38f0-45e5-9958-4e6ce65f650a'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:14.008275 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-5f9ff03c-7c2a-466c-aa9f-4a1cd85e2442 service neutron] 10.222.0.95 "GET /v2.0/networks/51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533678 May 20 20:42:14.012387 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d9372-63d9-4afc-a7fd-86033f7be1cd', 'tag': 'f8d9d802-38f0-45e5-9958-4e6ce65f650a', 'status': 'completed', 'code': 200} May 20 20:42:14.057275 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56220) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:14.063024 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.124441 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396e3f5-34f7-47b2-9f74-dd247e8b734d req-bb17ce7a-778d-48be-83e5-d0af38fc8817 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:14.124441 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e396e3f5-34f7-47b2-9f74-dd247e8b734d req-bb17ce7a-778d-48be-83e5-d0af38fc8817 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 944 time: 0.5546651 May 20 20:42:14.128149 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:14.141764 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c08d6a977984a5ba3f1128a79776fe3 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:14.150662 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:14.183477 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:14.188581 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.l3_db [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Floating IP 2305d513-1c5f-4561-93a0-1f5def9ead0a associated. External IP: 172.28.1.22, port: fc0b7627-dc33-4424-a481-a5e93d0ffabc. May 20 20:42:14.207692 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-dde16324-2c66-4cb9-a28f-8a0f1acda32a req-d5078b6e-d708-47e0-aba1-883fe6563ea0 service neutron] 10.222.0.95 "GET /v2.0/networks/51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884017 May 20 20:42:14.216897 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785c37-fcd9-4550-97bc-8163337269ae req-da15a7ec-b323-405a-be93-1af04686924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:14.218353 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-82785c37-fcd9-4550-97bc-8163337269ae req-da15a7ec-b323-405a-be93-1af04686924f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 1097 time: 0.1578405 May 20 20:42:14.331340 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-04f6a6d4-30a1-4cf8-8e71-3e613f875437 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4b87c234f20f4f709ac2ba21fb479219&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2735794 May 20 20:42:14.333399 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56230) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:14.346710 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e396e3f5-34f7-47b2-9f74-dd247e8b734d req-b66eb36d-f5ae-4f72-b4b4-a07981617b24 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132766 May 20 20:42:14.384903 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785c37-fcd9-4550-97bc-8163337269ae req-db71e5b7-b385-4707-952a-49144ba39fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:14.386652 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-82785c37-fcd9-4550-97bc-8163337269ae req-db71e5b7-b385-4707-952a-49144ba39fc9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 915 time: 0.1436925 May 20 20:42:14.444780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-cfffa560-0222-4ee7-a30c-018a79c776ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:14.446286 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-cfffa560-0222-4ee7-a30c-018a79c776ec service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd1fbe08-e904-428c-87e9-e12c93f6b03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5419059 May 20 20:42:14.474453 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-82785c37-fcd9-4550-97bc-8163337269ae req-b66e1859-7e3c-4601-9026-9bae60d3fb22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8d9d802-38f0-45e5-9958-4e6ce65f650a HTTP/1.1" status: 200 len: 217 time: 0.0710380 May 20 20:42:14.546924 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785c37-fcd9-4550-97bc-8163337269ae req-f7b03243-9b1a-46dd-bf76-9df918c761c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:14.548476 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-82785c37-fcd9-4550-97bc-8163337269ae req-f7b03243-9b1a-46dd-bf76-9df918c761c6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 200 len: 854 time: 0.0658307 May 20 20:42:14.618658 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-82785c37-fcd9-4550-97bc-8163337269ae req-ff266484-b779-41f2-b85b-ff58a9bf8c03 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eb4f218f-791a-4620-b994-b3c31510c46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489883 May 20 20:42:14.772989 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-82785c37-fcd9-4550-97bc-8163337269ae req-eb402d22-e703-48d6-9ef7-58253201492f service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420083 May 20 20:42:14.794277 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-57745c65-135c-40a0-8363-be29d42d4389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.906880 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.912529 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-82785c37-fcd9-4550-97bc-8163337269ae req-6dbdec57-e05e-4705-b2e8-e430458e0f59 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312568 May 20 20:42:14.914440 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-57745c65-135c-40a0-8363-be29d42d4389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:14.922474 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-897a5848-8504-4e8e-92e6-4e46c154d5f6 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272044 May 20 20:42:14.968134 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b06c7-11b7-4a85-8159-170ba6004898 req-6946906e-6d67-4c76-9248-cb1979cad22a tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:14.970011 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-435b06c7-11b7-4a85-8159-170ba6004898 req-6946906e-6d67-4c76-9248-cb1979cad22a tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.5431409 May 20 20:42:15.053103 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.107969 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:15.256115 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-435b06c7-11b7-4a85-8159-170ba6004898 req-b2113e4c-a800-4a57-95eb-d9a2c1a6e316 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286685 May 20 20:42:15.259869 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3c08d6a977984a5ba3f1128a79776fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3093605 May 20 20:42:15.259869 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db069e7-8776-4f36-b5ec-f1fbc98c9285,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:15.262909 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 56238) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:15.271511 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adab93-c876-4862-a3ca-eaad030f2b0c req-95387896-049f-43f7-890d-4d1834d720ca tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:15.273071 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-12adab93-c876-4862-a3ca-eaad030f2b0c req-95387896-049f-43f7-890d-4d1834d720ca tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 944 time: 0.5841494 May 20 20:42:15.276033 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:15.303019 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Router e1aefe68-79a3-4751-afe2-02aced513757 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:42:15.338846 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5566b3e-d35c-4af9-83b0-2af41c99cbde req-2a72ba7e-3602-4d29-983b-dfb433663481 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073403 May 20 20:42:15.352026 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-99efd9cd-8ca3-4b7f-8e3f-43f8517e18be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.396848 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-99efd9cd-8ca3-4b7f-8e3f-43f8517e18be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.411335 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-57745c65-135c-40a0-8363-be29d42d4389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.420019 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-12adab93-c876-4862-a3ca-eaad030f2b0c req-f5cbead0-80dc-4b2f-b79e-ae25d9c482b4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401849 May 20 20:42:15.435598 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-aeaa4f74-aad9-4c6a-a908-593cbba0a610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:15.460768 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57745c65-135c-40a0-8363-be29d42d4389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f2b68-1d53-4047-9354-e0dae91d3e26,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:15.467357 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-57745c65-135c-40a0-8363-be29d42d4389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:15.547001 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.580888 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-99efd9cd-8ca3-4b7f-8e3f-43f8517e18be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.587217 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-62f41c0e-c856-4c8f-b543-0463805ebf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:15.603642 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efd9cd-8ca3-4b7f-8e3f-43f8517e18be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db069e7-8776-4f36-b5ec-f1fbc98c9285,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:15.606813 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-99efd9cd-8ca3-4b7f-8e3f-43f8517e18be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:15.609845 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-99efd9cd-8ca3-4b7f-8e3f-43f8517e18be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.612758 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-99efd9cd-8ca3-4b7f-8e3f-43f8517e18be admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3db069e7-8776-4f36-b5ec-f1fbc98c9285 HTTP/1.1" status: 204 len: 168 time: 0.3455803 May 20 20:42:15.715441 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 9089a2db-f1d6-4099-b2b8-cba55d657982 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:42:15.783456 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-57745c65-135c-40a0-8363-be29d42d4389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.784663 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-57745c65-135c-40a0-8363-be29d42d4389 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c33f2b68-1d53-4047-9354-e0dae91d3e26 HTTP/1.1" status: 204 len: 168 time: 1.4459033 May 20 20:42:15.818198 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:42:15.835675 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:15.839355 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] Sync routers for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:42:15.854371 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:42:15.855217 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:42:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:15.900295 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 9089a2db-f1d6-4099-b2b8-cba55d657982, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9089a2db-f1d6-4099-b2b8-cba55d657982,segment=NetworkSegment(55985ede-982c-449a-b695-8a734d1dd6a0),segment_id=55985ede-982c-449a-b695-8a734d1dd6a0)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:15.914890 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': '9089a2db-f1d6-4099-b2b8-cba55d657982', 'network_id': '51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5', 'port_id': '9089a2db-f1d6-4099-b2b8-cba55d657982', 'mac_address': 'fa:16:3e:19:2f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2cb3ee-2ddb-47e4-bc51-47e8cd6af1b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:42:15.926553 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-7cab656a-4205-48c9-8fe8-21b8adfc4d31 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "PUT /v2.0/floatingips/2305d513-1c5f-4561-93a0-1f5def9ead0a HTTP/1.1" status: 200 len: 991 time: 4.7001784 May 20 20:42:15.927617 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:15.940804 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f76392-ea1e-48aa-9ed6-a34ac93ceaa9 req-fbccebeb-d0c7-4c96-981b-94e45d1e2b8e tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:15.948052 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-91f76392-ea1e-48aa-9ed6-a34ac93ceaa9 req-fbccebeb-d0c7-4c96-981b-94e45d1e2b8e tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 944 time: 0.2561717 May 20 20:42:15.983075 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.004155 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9089a2db-f1d6-4099-b2b8-cba55d657982 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:42:16.025078 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-91f76392-ea1e-48aa-9ed6-a34ac93ceaa9 req-9cef5cfc-5db8-478c-b161-afcd2885873b tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760231 May 20 20:42:16.031521 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 9089a2db-f1d6-4099-b2b8-cba55d657982, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9089a2db-f1d6-4099-b2b8-cba55d657982,segment=NetworkSegment(55985ede-982c-449a-b695-8a734d1dd6a0),segment_id=55985ede-982c-449a-b695-8a734d1dd6a0)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:16.066251 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:42:16.085446 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'status': 'completed', 'code': 200} May 20 20:42:16.175235 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:16.177235 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:16.193008 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-a222e5aa-c8ca-4a3b-8488-2a915eb5ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:16.194554 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-a222e5aa-c8ca-4a3b-8488-2a915eb5ac9a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 1099 time: 0.0769575 May 20 20:42:16.257128 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=9089a2db-f1d6-4099-b2b8-cba55d657982,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:16.265195 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.265870 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.266528 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.267080 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.267657 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.268175 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.268683 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.269118 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.269550 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.269979 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.270407 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.270834 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:42:16.275173 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:16.401498 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-e898f571-7f6f-48c4-8cbf-53523acea971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:16.403029 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-e898f571-7f6f-48c4-8cbf-53523acea971 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.1994178 May 20 20:42:16.512928 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['9089a2db-f1d6-4099-b2b8-cba55d657982'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:42:16.659682 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '2305d513-1c5f-4561-93a0-1f5def9ead0a', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'floating_ip_address': '172.28.1.22', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'port_id': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'mac_address': 'fa:16:3e:b9:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:41:42Z', 'updated_at': '2021-05-20T20:42:13Z', 'revision_number': 1, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:16.664079 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] Checking router: e1aefe68-79a3-4751-afe2-02aced513757 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:42:16.685274 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:42:16.686203 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:42:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:16.689528 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-bc53dd03-cde8-4ede-9e36-e075aaa492f5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc HTTP/1.1" status: 200 len: 999 time: 0.2756503 May 20 20:42:16.793403 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a68b-9671-4bd7-842c-f874a2616ebd req-b806415d-2fbe-4dd8-9124-ca94efd3c117 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:16.801327 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8708a68b-9671-4bd7-842c-f874a2616ebd req-b806415d-2fbe-4dd8-9124-ca94efd3c117 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.3139439 May 20 20:42:16.854141 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-0ab2e4fb-18a3-4c83-8a14-3a0f2ea9c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:16.856002 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-0ab2e4fb-18a3-4c83-8a14-3a0f2ea9c48a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.1549683 May 20 20:42:16.866472 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c54b83-f2cf-431b-8767-70ae955393e2 req-f40f7a1c-af99-47eb-b648-d9ae0097e2c9 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:16.868324 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-15c54b83-f2cf-431b-8767-70ae955393e2 req-f40f7a1c-af99-47eb-b648-d9ae0097e2c9 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 944 time: 0.2462316 May 20 20:42:16.881738 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8708a68b-9671-4bd7-842c-f874a2616ebd req-9fdcfbb9-7434-47ed-b406-67ceacfb35e5 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792694 May 20 20:42:16.906441 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:42:17.002863 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-15c54b83-f2cf-431b-8767-70ae955393e2 req-13a72d92-830a-4d34-ae36-5ca3ab071ab3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789745 May 20 20:42:17.020135 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-eab13a1d-9619-4fda-b764-c6cd3cdf7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:17.021808 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-eab13a1d-9619-4fda-b764-c6cd3cdf7ed3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1521041 May 20 20:42:17.276137 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-29e74eb4-1a5e-4a78-a470-73dd4e4716b5 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421536 May 20 20:42:17.291620 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4ff29-ccf4-42f5-ab6d-a04a18e8aee0 req-d29b56ad-9cf3-4fdb-887c-3200742f94b9 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:17.293125 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-85b4ff29-ccf4-42f5-ab6d-a04a18e8aee0 req-d29b56ad-9cf3-4fdb-887c-3200742f94b9 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 945 time: 0.1438048 May 20 20:42:17.378560 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '2305d513-1c5f-4561-93a0-1f5def9ead0a', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'floating_ip_address': '172.28.1.22', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'port_id': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'mac_address': 'fa:16:3e:b9:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:41:42Z', 'updated_at': '2021-05-20T20:42:13Z', 'revision_number': 1, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:17.383960 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df7ee5-74d2-4b79-9b07-9ff6463d7b6e None None] The sync data for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb is: [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '2305d513-1c5f-4561-93a0-1f5def9ead0a', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'floating_ip_address': '172.28.1.22', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'port_id': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'mac_address': 'fa:16:3e:b9:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:41:42Z', 'updated_at': '2021-05-20T20:42:13Z', 'revision_number': 1, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:42:17.470541 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-85b4ff29-ccf4-42f5-ab6d-a04a18e8aee0 req-49ca1bb4-b33a-40e9-93aa-f56b388e0201 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548526 May 20 20:42:17.503865 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7244d04c-8c74-4ac2-96f1-43d5bc417aa7 req-0dbf13fa-4bda-4cd8-acdf-7a035be0f121 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093031 May 20 20:42:17.648489 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9407f01f-f3b5-4c57-a52c-00ae7461963e None None] New status for floating IP 2305d513-1c5f-4561-93a0-1f5def9ead0a: ACTIVE {{(pid=98923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:42:17.790027 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device f8d9d802-38f0-45e5-9958-4e6ce65f650a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:42:17.790027 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 9089a2db-f1d6-4099-b2b8-cba55d657982 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:42:18.159979 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port f8d9d802-38f0-45e5-9958-4e6ce65f650a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d9d802-38f0-45e5-9958-4e6ce65f650a,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:18.167533 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port 9089a2db-f1d6-4099-b2b8-cba55d657982 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:18.179650 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'f8d9d802-38f0-45e5-9958-4e6ce65f650a', 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'port_id': 'f8d9d802-38f0-45e5-9958-4e6ce65f650a', 'mac_address': 'fa:16:3e:d9:a4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fffc581-7438-457b-a7fd-f3d7ef59ef00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:42:18.181271 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port 9089a2db-f1d6-4099-b2b8-cba55d657982 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:18.181748 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.226151 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe05c50-afd1-4c20-8695-b477d85ff508 req-34e39a4d-6025-4d28-9ccb-181152462f20 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:18.227653 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebe05c50-afd1-4c20-8695-b477d85ff508 req-34e39a4d-6025-4d28-9ccb-181152462f20 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0895879 May 20 20:42:18.276430 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebe05c50-afd1-4c20-8695-b477d85ff508 req-d2dafb79-5720-48bd-a685-6ea4fb9c8fc3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 May 20 20:42:18.293069 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.315829 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d9d802-38f0-45e5-9958-4e6ce65f650a {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:42:18.383460 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port f8d9d802-38f0-45e5-9958-4e6ce65f650a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d9d802-38f0-45e5-9958-4e6ce65f650a,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:18.390342 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.425419 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d6063e-4c62-46ee-8b0a-8e50a228a6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9089a2db-f1d6-4099-b2b8-cba55d657982'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:18.436261 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 9089a2db-f1d6-4099-b2b8-cba55d657982, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9089a2db-f1d6-4099-b2b8-cba55d657982,segment=NetworkSegment(55985ede-982c-449a-b695-8a734d1dd6a0),segment_id=55985ede-982c-449a-b695-8a734d1dd6a0)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:18.473907 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94b436-3d68-45cd-a84d-b29e24e224e9 req-4a822849-4665-4a86-930f-a33aa880f128 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:18.475839 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9a94b436-3d68-45cd-a84d-b29e24e224e9 req-4a822849-4665-4a86-930f-a33aa880f128 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 944 time: 0.0986462 May 20 20:42:18.481866 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.484762 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:18.538473 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9a94b436-3d68-45cd-a84d-b29e24e224e9 req-eb7b1831-cbb9-41d1-bf28-918178a8a754 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549459 May 20 20:42:18.542751 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.565736 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 56340) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:18.579359 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=f8d9d802-38f0-45e5-9958-4e6ce65f650a,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:18.584771 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:18.585568 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:18.661481 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=9089a2db-f1d6-4099-b2b8-cba55d657982,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:18.678701 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:18.759197 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.774891 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:18.778764 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Usage tracker for resource:security_group_rule and tenant:a9062b9f071142f6a750d358ec552dd6 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:18.784789 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:18.789329 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:18.878571 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d6063e-4c62-46ee-8b0a-8e50a228a6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9089a2db-f1d6-4099-b2b8-cba55d657982', 'code': 200} May 20 20:42:18.896248 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['f8d9d802-38f0-45e5-9958-4e6ce65f650a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:42:18.924417 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.986630 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:18.998533 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c8d21437-cc9c-4fc3-a937-e8809aec1fac tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:19.068329 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a9062b9f071142f6a750d358ec552dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014040 May 20 20:42:19.070649 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0c382-4b50-4a83-94d6-b82ae89a1d43,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:19.071681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56364) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:19.090908 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:19.149249 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-3ef10623-6157-4da7-8691-b4baff73d5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.159688 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e45105-58cb-46fe-9d07-5e259378e7a8 req-3c961e97-9a44-4ea0-99ef-2e06fff9cd8e tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:19.161231 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f4e45105-58cb-46fe-9d07-5e259378e7a8 req-3c961e97-9a44-4ea0-99ef-2e06fff9cd8e tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 946 time: 0.1509025 May 20 20:42:19.341194 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-3ef10623-6157-4da7-8691-b4baff73d5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.380338 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f4e45105-58cb-46fe-9d07-5e259378e7a8 req-7acf9b28-6f32-492b-a0f5-b2ac22faf684 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114737 May 20 20:42:19.491160 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0239d38-a935-47e6-9e1e-4b8012580ba1 req-fd71640e-9a0e-48a3-ab74-20f6fb8360aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:19.492674 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b0239d38-a935-47e6-9e1e-4b8012580ba1 req-fd71640e-9a0e-48a3-ab74-20f6fb8360aa service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 1099 time: 0.1938086 May 20 20:42:19.532420 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed4595-a954-482f-9727-cbd27f125152 req-63722a57-2463-4629-b938-f62f347239f8 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:19.533938 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a9ed4595-a954-482f-9727-cbd27f125152 req-63722a57-2463-4629-b938-f62f347239f8 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1283150 May 20 20:42:19.567715 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-3ef10623-6157-4da7-8691-b4baff73d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.577289 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b0239d38-a935-47e6-9e1e-4b8012580ba1 req-3aa136c8-f6c9-49e0-a9e8-8d90953e6304 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722017 May 20 20:42:19.579742 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a3fc637a-b5d0-45c7-acdc-d735af3f74c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:19.604053 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef10623-6157-4da7-8691-b4baff73d5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a0c382-4b50-4a83-94d6-b82ae89a1d43,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:19.609018 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-3ef10623-6157-4da7-8691-b4baff73d5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:19.612025 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a9ed4595-a954-482f-9727-cbd27f125152 req-9bfabef2-1a89-4623-b01a-e4d4dafa79e3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678177 May 20 20:42:19.615875 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-3ef10623-6157-4da7-8691-b4baff73d5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:19.619355 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-3ef10623-6157-4da7-8691-b4baff73d5c8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/02a0c382-4b50-4a83-94d6-b82ae89a1d43 HTTP/1.1" status: 204 len: 168 time: 0.5443015 May 20 20:42:19.745765 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e7ae6-3a30-43d9-846e-34e8ad0845a0 req-6d58a92c-de20-4968-8e79-b5d468a50626 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:19.747135 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-453e7ae6-3a30-43d9-846e-34e8ad0845a0 req-6d58a92c-de20-4968-8e79-b5d468a50626 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 945 time: 0.0883985 May 20 20:42:19.794816 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-453e7ae6-3a30-43d9-846e-34e8ad0845a0 req-98df14e7-653f-47b0-9b19-96457e0e3c57 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 May 20 20:42:20.580837 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdb637-a65f-4ae9-9192-6dd3e2a7e824 req-a82f5213-fefa-42e0-ab99-80fdaa4f8b9e tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:20.582372 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-93cdb637-a65f-4ae9-9192-6dd3e2a7e824 req-a82f5213-fefa-42e0-ab99-80fdaa4f8b9e tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0888996 May 20 20:42:20.633957 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-93cdb637-a65f-4ae9-9192-6dd3e2a7e824 req-12723d65-efff-4339-953b-60b1a2acf7ab tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445449 May 20 20:42:20.819083 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a7372-8b0e-46e8-bbab-b9662da80c99 req-6f1c13e4-42ab-43c6-96e4-17c2814dd124 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:20.820875 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ea9a7372-8b0e-46e8-bbab-b9662da80c99 req-6f1c13e4-42ab-43c6-96e4-17c2814dd124 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0876374 May 20 20:42:20.895111 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ea9a7372-8b0e-46e8-bbab-b9662da80c99 req-4be57f00-4e9c-4bb8-8c87-519db90afac3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565832 May 20 20:42:21.034936 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b483d-8e04-408b-8866-06af20d36bf5 req-f843c77e-055c-4069-9db5-87b2f665357b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:21.036466 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-306b483d-8e04-408b-8866-06af20d36bf5 req-f843c77e-055c-4069-9db5-87b2f665357b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 945 time: 0.0993931 May 20 20:42:21.084915 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-306b483d-8e04-408b-8866-06af20d36bf5 req-25938ad2-fb1c-4dd9-afa2-86cde55e534c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 May 20 20:42:21.630197 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56460) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:21.742971 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device f8d9d802-38f0-45e5-9958-4e6ce65f650a up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:42:21.819557 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:21.849906 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:21.856013 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Usage tracker for resource:security_group_rule and tenant:5bf6da3a058440afb323e8f2b9ce5ad7 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:21.860141 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:21.869536 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:21.912559 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286348f7-2742-4f12-b3ef-021907b00fc5 req-09fd141c-fa34-4325-9dd3-b58a7c9e4f7e tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:21.912559 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-286348f7-2742-4f12-b3ef-021907b00fc5 req-09fd141c-fa34-4325-9dd3-b58a7c9e4f7e tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 946 time: 0.1514816 May 20 20:42:21.935442 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port f8d9d802-38f0-45e5-9958-4e6ce65f650a completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:21.946729 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port f8d9d802-38f0-45e5-9958-4e6ce65f650a triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:21.946729 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:21.992456 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-286348f7-2742-4f12-b3ef-021907b00fc5 req-64a0619e-dd51-40e0-8cc9-96c2f7059713 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723760 May 20 20:42:22.096238 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.099308 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.132768 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d9372-63d9-4afc-a7fd-86033f7be1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d9d802-38f0-45e5-9958-4e6ce65f650a'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:22.147978 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port f8d9d802-38f0-45e5-9958-4e6ce65f650a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d9d802-38f0-45e5-9958-4e6ce65f650a,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:22.176983 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.202014 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb858b17-0c5a-4ff7-a634-0a90cb9e925b req-3921d01a-69fd-4f26-ab7d-31ab3882cfde tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:22.204255 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cb858b17-0c5a-4ff7-a634-0a90cb9e925b req-3921d01a-69fd-4f26-ab7d-31ab3882cfde tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1816206 May 20 20:42:22.206980 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:22.241525 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.243400 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:22.310530 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf671e6-a29a-4357-8c6c-096b59577505,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:22.318474 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=f8d9d802-38f0-45e5-9958-4e6ce65f650a,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:22.321805 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:22.326966 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5bf6da3a058440afb323e8f2b9ce5ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6956804 May 20 20:42:22.328279 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:22.330517 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 56488) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:22.353647 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cb858b17-0c5a-4ff7-a634-0a90cb9e925b req-f5f8d935-1a13-4725-8fde-1179aafe10ae tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394300 May 20 20:42:22.399435 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60674ae-8b4b-405d-9ea0-76968424f5f9 req-644ecda0-8b72-4590-aac5-5cfb5f854c7e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:22.407903 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d60674ae-8b4b-405d-9ea0-76968424f5f9 req-644ecda0-8b72-4590-aac5-5cfb5f854c7e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 946 time: 0.1483943 May 20 20:42:22.409398 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d448-a874-4326-8fbc-5435a4f82b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.440660 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d448-a874-4326-8fbc-5435a4f82b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.458636 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d60674ae-8b4b-405d-9ea0-76968424f5f9 req-531f2478-633e-4bdf-838b-6727858c1639 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514064 May 20 20:42:22.520966 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d9372-63d9-4afc-a7fd-86033f7be1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d9d802-38f0-45e5-9958-4e6ce65f650a', 'code': 200} May 20 20:42:22.672967 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d448-a874-4326-8fbc-5435a4f82b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.681166 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a2add55c-2167-4b1d-a7b9-8ef2cd05cec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:22.702155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1d448-a874-4326-8fbc-5435a4f82b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf671e6-a29a-4357-8c6c-096b59577505,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:22.702155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3fc1d448-a874-4326-8fbc-5435a4f82b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:22.706674 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d448-a874-4326-8fbc-5435a4f82b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:22.708944 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-3fc1d448-a874-4326-8fbc-5435a4f82b24 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8bf671e6-a29a-4357-8c6c-096b59577505 HTTP/1.1" status: 204 len: 168 time: 0.3764832 May 20 20:42:23.042864 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0d8c-cb19-4064-982c-0456125b00c7 req-155ea370-34b6-4147-8bd5-bb7a0151abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:23.044374 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f0ef0d8c-cb19-4064-982c-0456125b00c7 req-155ea370-34b6-4147-8bd5-bb7a0151abfc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 1099 time: 0.0753012 May 20 20:42:23.101957 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f0ef0d8c-cb19-4064-982c-0456125b00c7 req-b8f232d1-5649-47d1-96a7-bac4a2407ab5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 May 20 20:42:23.557878 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb65dc0-2cc2-4e8e-8956-4c3db97ca871 req-9ee80dab-ad60-4998-a902-b2e43534c154 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:23.559407 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bbb65dc0-2cc2-4e8e-8956-4c3db97ca871 req-9ee80dab-ad60-4998-a902-b2e43534c154 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0878079 May 20 20:42:23.657202 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bbb65dc0-2cc2-4e8e-8956-4c3db97ca871 req-75958a29-b475-4330-8e26-ce434d122dc1 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910606 May 20 20:42:23.696918 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060c283-f824-4058-adf0-89467fc0cdd7 req-b8cbb098-1803-4d88-b026-cc244f7fe3a5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:23.704512 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0060c283-f824-4058-adf0-89467fc0cdd7 req-b8cbb098-1803-4d88-b026-cc244f7fe3a5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 946 time: 0.1235409 May 20 20:42:23.748440 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0060c283-f824-4058-adf0-89467fc0cdd7 req-9136198a-1e48-4448-a3e2-effec800ba1a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414100 May 20 20:42:24.863263 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78de7a-b96f-436d-a017-92ae3b7e9035 req-2e6b9295-e1f4-41ce-bb25-b14c6fce6485 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:24.864751 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8a78de7a-b96f-436d-a017-92ae3b7e9035 req-2e6b9295-e1f4-41ce-bb25-b14c6fce6485 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0881300 May 20 20:42:24.958377 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8a78de7a-b96f-436d-a017-92ae3b7e9035 req-147fc3c7-acbc-474d-8890-a030381cec5f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575235 May 20 20:42:24.981199 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214f235-cda7-480f-bd3c-cd6b23059d98 req-338be571-1cbd-43ae-a8b1-795d0d918c02 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:24.982657 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9214f235-cda7-480f-bd3c-cd6b23059d98 req-338be571-1cbd-43ae-a8b1-795d0d918c02 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 946 time: 0.1170418 May 20 20:42:25.042512 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9214f235-cda7-480f-bd3c-cd6b23059d98 req-7ad81409-f68b-449e-8805-419008cce7bc tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504282 May 20 20:42:25.961339 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:42:26.176341 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235a71-d4b3-4805-b5c4-607063ff1baa req-66fc7a10-9a42-4264-b04b-d96dbf0f4bcc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:26.177721 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-03235a71-d4b3-4805-b5c4-607063ff1baa req-66fc7a10-9a42-4264-b04b-d96dbf0f4bcc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0814512 May 20 20:42:26.226271 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-03235a71-d4b3-4805-b5c4-607063ff1baa req-a8e34f84-d6bb-42f1-8d82-12c95425962c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 May 20 20:42:26.511607 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 56638) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:26.640208 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:26.656210 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:26.660780 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Usage tracker for resource:security_group_rule and tenant:9d91589547214aff9a50cdc18c11edd9 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:26.663690 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:26.669402 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:26.752545 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:26.888503 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:26.899198 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-573915fe-3f10-4bcc-b2a8-967fab6a2678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:26.944277 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d91589547214aff9a50cdc18c11edd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312944 May 20 20:42:26.945125 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88adb6e-39ed-4587-aba3-06c0e138894a,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:26.948652 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56650) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:26.950939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:27.015180 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-35ca3f3c-f01b-4193-bf85-a748642faeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.116963 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-35ca3f3c-f01b-4193-bf85-a748642faeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.224847 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-35ca3f3c-f01b-4193-bf85-a748642faeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.231661 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:27.249450 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca3f3c-f01b-4193-bf85-a748642faeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88adb6e-39ed-4587-aba3-06c0e138894a,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:27.255057 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-35ca3f3c-f01b-4193-bf85-a748642faeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:27.264473 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-35ca3f3c-f01b-4193-bf85-a748642faeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:27.265993 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-35ca3f3c-f01b-4193-bf85-a748642faeb0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b88adb6e-39ed-4587-aba3-06c0e138894a HTTP/1.1" status: 204 len: 168 time: 0.3162053 May 20 20:42:27.496903 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71b2e9-2cef-4b20-92d4-1e66e1542386 req-4fffade9-4b71-40b7-b6bb-c6f05738be5a tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:27.501780 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7d71b2e9-2cef-4b20-92d4-1e66e1542386 req-4fffade9-4b71-40b7-b6bb-c6f05738be5a tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1333017 May 20 20:42:27.557650 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7d71b2e9-2cef-4b20-92d4-1e66e1542386 req-591706e1-b60c-4acc-b774-c76ed8f6e3b6 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503435 May 20 20:42:28.037809 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926c9ce-0113-4dcf-bed3-356a4d58e53f req-14301cff-0d57-4bbb-a2f2-db30a2f3b147 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:28.037809 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1926c9ce-0113-4dcf-bed3-356a4d58e53f req-14301cff-0d57-4bbb-a2f2-db30a2f3b147 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0849152 May 20 20:42:28.080246 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1926c9ce-0113-4dcf-bed3-356a4d58e53f req-da7ba230-2cca-4d16-a470-28259a871711 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 May 20 20:42:28.764832 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cb974-b9c1-4df6-a8fb-4fc3b73580ec req-f1903ad5-702f-4cbf-90ca-5d28b347404d tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:28.766482 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4c6cb974-b9c1-4df6-a8fb-4fc3b73580ec req-f1903ad5-702f-4cbf-90ca-5d28b347404d tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0926683 May 20 20:42:28.811369 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4c6cb974-b9c1-4df6-a8fb-4fc3b73580ec req-746a4ee3-6058-4f5d-97a3-b8bc78cbc1d9 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 May 20 20:42:29.294760 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814367c2-61bd-45e9-ac20-e3d53757efc9 req-c12337f3-19d3-41aa-9420-0ef53d5111d2 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:29.296247 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-814367c2-61bd-45e9-ac20-e3d53757efc9 req-c12337f3-19d3-41aa-9420-0ef53d5111d2 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0821908 May 20 20:42:29.346357 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-814367c2-61bd-45e9-ac20-e3d53757efc9 req-97c2c4b0-bc40-49e4-9e8f-7c3e59c7df11 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 May 20 20:42:29.594902 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-4ead0ed2-fdc8-4753-8e2a-0f5c89315b9b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:29.597126 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-4ead0ed2-fdc8-4753-8e2a-0f5c89315b9b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 814 time: 0.1559484 May 20 20:42:29.613709 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-b0502f50-30c3-42f2-b635-9d99e62b07f8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/quotas/e184b22ac731428bb396bd49fea612e8 HTTP/1.1" status: 200 len: 375 time: 0.0104160 May 20 20:42:29.700046 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-51ccd694-4991-45a4-beeb-7e46e4c43694 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805514 May 20 20:42:29.847810 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-8f9033a8-505d-4851-9793-440acc77cc4d service neutron] 10.222.0.85 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379433 May 20 20:42:29.984488 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-dba04041-6c6c-4195-879a-100366f726f5 service neutron] 10.222.0.85 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293590 May 20 20:42:30.186039 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-03e83449-a4f1-45ef-b163-62eb92fd1943 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0991597 May 20 20:42:30.459000 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891258-5023-445c-8ff0-cd9bd61005f6 req-5d6ed308-f070-4cd3-84b3-e5e88e5cf90b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:30.460492 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ff891258-5023-445c-8ff0-cd9bd61005f6 req-5d6ed308-f070-4cd3-84b3-e5e88e5cf90b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1999304 May 20 20:42:30.462678 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-33406c79-6be6-4934-981a-d6ad4c0e020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:30.463990 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-33406c79-6be6-4934-981a-d6ad4c0e020a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 1098 time: 0.1375577 May 20 20:42:30.513074 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c396fd8-aed0-4110-9792-86560d697808 req-9abce865-69ed-474b-82e1-ce1e31f6f9c1 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:30.514051 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-2c396fd8-aed0-4110-9792-86560d697808 req-9abce865-69ed-474b-82e1-ce1e31f6f9c1 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Synchronizing usage tracker for tenant:cf81dcad3d4e425a961b7b01a469d7ad on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:42:30.545175 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ff891258-5023-445c-8ff0-cd9bd61005f6 req-2f9f6d05-ef7b-4f66-be26-478d97000549 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778148 May 20 20:42:30.654687 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-36e0e0f4-b690-4640-be66-679bb769b673 req-e997d033-7890-4445-8f42-21bb4ef322a4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 210 time: 0.0577276 May 20 20:42:30.671214 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-2c396fd8-aed0-4110-9792-86560d697808 req-9abce865-69ed-474b-82e1-ce1e31f6f9c1 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Unset dirty status for tenant:cf81dcad3d4e425a961b7b01a469d7ad on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:42:30.673207 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2c396fd8-aed0-4110-9792-86560d697808 req-9abce865-69ed-474b-82e1-ce1e31f6f9c1 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.95 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 946 time: 0.2459705 May 20 20:42:30.686726 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-aca14917-664d-416b-b3b7-e3f2ff6ea4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:30.688877 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-aca14917-664d-416b-b3b7-e3f2ff6ea4de service neutron] 10.222.0.95 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 915 time: 0.1906459 May 20 20:42:30.805291 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-622683c3-f61f-46aa-a5ce-9e5ee409bb66 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a77349-8332-4a72-87a4-ab32d3d3e5a5 HTTP/1.1" status: 200 len: 217 time: 0.1040955 May 20 20:42:30.900786 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Deleting port 9089a2db-f1d6-4099-b2b8-cba55d657982 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:42:30.901053 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:30.979335 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-b2ac528d-b4f3-476e-85cd-38beaeb09793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:30.980785 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-b2ac528d-b4f3-476e-85cd-38beaeb09793 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 200 len: 854 time: 0.1604443 May 20 20:42:30.996474 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c412-90aa-4eef-855c-8c07ff03111a req-85692409-a7c7-4422-9556-9f0e5b14c14d tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:30.997922 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4788c412-90aa-4eef-855c-8c07ff03111a req-85692409-a7c7-4422-9556-9f0e5b14c14d tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 946 time: 0.2322984 May 20 20:42:31.043002 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] For port 9089a2db-f1d6-4099-b2b8-cba55d657982, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9089a2db-f1d6-4099-b2b8-cba55d657982,segment=NetworkSegment(55985ede-982c-449a-b695-8a734d1dd6a0),segment_id=55985ede-982c-449a-b695-8a734d1dd6a0)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:31.043256 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.057084 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-fdee3978-18e9-4753-9b46-7158cf932621 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eb4f218f-791a-4620-b994-b3c31510c46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565238 May 20 20:42:31.119363 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4788c412-90aa-4eef-855c-8c07ff03111a req-5d9d92eb-9001-4431-ab30-2f8b3c6bf766 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/security-groups?id=d9b0eefa-8078-45c2-8599-50084273ce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 May 20 20:42:31.169874 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Calling delete_port for 9089a2db-f1d6-4099-b2b8-cba55d657982 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:42:31.214980 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-66f65fc3-c6b6-45f7-b896-a67f66accaa9 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435072 May 20 20:42:31.363087 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1dc81448-7f1e-4156-a881-9021e4e1eb6a req-d7a22e7a-5260-4ef5-9cee-bc64442bba1a service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379430 May 20 20:42:31.379465 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.387219 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:31.393528 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['9089a2db-f1d6-4099-b2b8-cba55d657982'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:42:31.479798 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Pushing event deleted for resources: {'Port': ['ID=9089a2db-f1d6-4099-b2b8-cba55d657982,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:31.480119 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:31.536213 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] No DVR routers for this DVR port 9089a2db-f1d6-4099-b2b8-cba55d657982 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:42:31.539727 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:31.543124 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d6063e-4c62-46ee-8b0a-8e50a228a6a8', 'name': 'network-vif-deleted', 'tag': '9089a2db-f1d6-4099-b2b8-cba55d657982'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:31.659542 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d6063e-4c62-46ee-8b0a-8e50a228a6a8', 'name': 'network-vif-deleted', 'tag': '9089a2db-f1d6-4099-b2b8-cba55d657982', 'status': 'completed', 'code': 200} May 20 20:42:31.707939 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2c396fd8-aed0-4110-9792-86560d697808 req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.95 "DELETE /v2.0/ports/9089a2db-f1d6-4099-b2b8-cba55d657982 HTTP/1.1" status: 204 len: 173 time: 1.0266464 May 20 20:42:31.882812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09870f-ef5f-43ff-bbbe-e01c5f34e6ea req-7ed632b5-58b3-473e-8b86-d293b5b55516 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:31.884200 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ac09870f-ef5f-43ff-bbbe-e01c5f34e6ea req-7ed632b5-58b3-473e-8b86-d293b5b55516 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0855067 May 20 20:42:31.930300 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ac09870f-ef5f-43ff-bbbe-e01c5f34e6ea req-14a87100-9a2a-4efe-83ee-4855df7bcd03 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 May 20 20:42:32.250787 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8dfb7ffe-1778-4957-9bd0-5d3698ea46bb req-35778e3c-fa0c-47a5-a0e1-8e4ea85928a9 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 210 time: 0.0600488 May 20 20:42:32.413053 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-85a85721-4cbc-47e5-a3e9-698074106712 req-aad64c0d-4c53-47db-b505-6588c9f10af6 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0473175 May 20 20:42:32.527115 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.126449 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db71df6-2b8c-4b44-86a6-70309645a62b req-4ac6f616-0224-4dae-8d43-283bfb5a62af tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:33.128029 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8db71df6-2b8c-4b44-86a6-70309645a62b req-4ac6f616-0224-4dae-8d43-283bfb5a62af tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0828111 May 20 20:42:33.179068 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8db71df6-2b8c-4b44-86a6-70309645a62b req-a60260ec-1308-442a-8b26-4c5e3ce644d4 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 May 20 20:42:33.391022 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-12702a1e-37e3-4d20-8445-bfb27cb1261a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:33.397530 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-12702a1e-37e3-4d20-8445-bfb27cb1261a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 814 time: 0.2024221 May 20 20:42:33.421003 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Request body: {'port': {'device_id': 'fb32993f-92cc-4363-9187-93576c29993e', 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'admin_state_up': True, 'tenant_id': 'e184b22ac731428bb396bd49fea612e8'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:33.576689 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bb4295be-0e09-417f-bcbc-7cea1b5c8ba0 req-52d60c18-381a-4b7f-8876-17aa51a84f85 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 210 time: 0.0952425 May 20 20:42:33.650287 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:33.661376 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:33.741047 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fc66c563-ab38-4e7d-b5dc-82b05dde99fe req-c7ae2db8-db52-4a9b-9799-dbd581297684 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] 10.222.0.85 "GET /v2.0/ports?device_id=17d6063e-4c62-46ee-8b0a-8e50a228a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0474970 May 20 20:42:33.769605 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738805b-0c65-40bc-8b54-aa737cb22b2c req-11cb1391-7e92-41a5-b547-a1c13dc2b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:33.771623 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d738805b-0c65-40bc-8b54-aa737cb22b2c req-11cb1391-7e92-41a5-b547-a1c13dc2b40d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 1098 time: 0.1228292 May 20 20:42:33.805495 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Made reservation on behalf of e184b22ac731428bb396bd49fea612e8 for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:42:33.810956 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:33.845255 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d738805b-0c65-40bc-8b54-aa737cb22b2c req-17515979-b147-4914-9180-0187a545a44d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573688 May 20 20:42:34.013404 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Allocated IP 172.20.0.7 (eb4f218f-791a-4620-b994-b3c31510c46c/1fffc581-7438-457b-a7fd-f3d7ef59ef00/fb3c47a6-ff19-4bc4-b5eb-5c276013a196) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:42:34.104443 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56872) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:34.239030 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.257910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.277048 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:34.281120 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Usage tracker for resource:security_group_rule and tenant:33a94274d3ac4491b5700d13f265ac63 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:34.284987 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:34.290761 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:34.344959 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.350718 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-cc53473e-4f5e-4526-827c-f807445a9f58 tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:34.362338 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'f8d9d802-38f0-45e5-9958-4e6ce65f650a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:42:34.434545 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Network eb4f218f-791a-4620-b994-b3c31510c46c is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:42:34.437920 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:42:34.441203 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:42:34.447217 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:34.448125 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.457377 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Pushing event updated for resources: {'Port': ['ID=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:34.459421 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.466536 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:34.481454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bfb1c-7854-4320-9580-8819f48ae83e req-b5dcfca3-3eb3-446a-839f-83e6e89495ff tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:34.483794 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d8bfb1c-7854-4320-9580-8819f48ae83e req-b5dcfca3-3eb3-446a-839f-83e6e89495ff tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1612306 May 20 20:42:34.536781 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d8bfb1c-7854-4320-9580-8819f48ae83e req-da6e35e6-c3c5-4a21-a030-bf47075ee883 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 May 20 20:42:34.561276 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.571922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:34.592411 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1767225 May 20 20:42:34.610707 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Request body: {'port': {'device_id': 'fb32993f-92cc-4363-9187-93576c29993e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:42:34.629675 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=33a94274d3ac4491b5700d13f265ac63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150874 May 20 20:42:34.629675 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 56898) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:34.637684 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8789327-9eb4-4e62-b0f8-5d80b68fe0fb,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:34.640978 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:34.700356 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5792-e5a0-4e46-843f-ab63e8742dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.739652 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5792-e5a0-4e46-843f-ab63e8742dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.802158 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.886516 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4b4a4-395a-458b-9d74-d50b781cc046 req-05ac9262-5f9c-4653-8471-ba184e5ba403 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:34.894862 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-16d4b4a4-395a-458b-9d74-d50b781cc046 req-05ac9262-5f9c-4653-8471-ba184e5ba403 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 931 time: 0.1019015 May 20 20:42:34.940543 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-16d4b4a4-395a-458b-9d74-d50b781cc046 req-54682662-55c6-49aa-b92c-8cbb10746447 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 May 20 20:42:34.967779 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5792-e5a0-4e46-843f-ab63e8742dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.973455 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-afa16491-38f3-45f7-b188-23ac979454b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:34.986407 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c5792-e5a0-4e46-843f-ab63e8742dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8789327-9eb4-4e62-b0f8-5d80b68fe0fb,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:34.989512 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ec3c5792-e5a0-4e46-843f-ab63e8742dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:34.996738 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ec3c5792-e5a0-4e46-843f-ab63e8742dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:34.999736 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-ec3c5792-e5a0-4e46-843f-ab63e8742dd9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c8789327-9eb4-4e62-b0f8-5d80b68fe0fb HTTP/1.1" status: 204 len: 168 time: 0.3733382 May 20 20:42:35.300743 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3c47a6-ff19-4bc4-b5eb-5c276013a196 {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:42:35.308681 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.323633 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Transition to ACTIVE for port object fb3c47a6-ff19-4bc4-b5eb-5c276013a196 will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:42:35.426271 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.431481 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:35.631585 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:35.650309 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:35.669466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Attempting to bind port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:42:35.670129 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Attempting to bind port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:42:35.670644 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Attempting to bind port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 on network eb4f218f-791a-4620-b994-b3c31510c46c {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:42:35.676705 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 on network eb4f218f-791a-4620-b994-b3c31510c46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:42:35.677092 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Attempting to bind port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 on network eb4f218f-791a-4620-b994-b3c31510c46c {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:42:35.682522 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:42:35.682866 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Checking segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:42:35.683664 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Bound using segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:42:35.683664 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Bound port: fb3c47a6-ff19-4bc4-b5eb-5c276013a196, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:42:35.684051 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.792692 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] For port fb3c47a6-ff19-4bc4-b5eb-5c276013a196, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:42:35.796454 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] For port fb3c47a6-ff19-4bc4-b5eb-5c276013a196, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:42:35.821848 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 9089a2db-f1d6-4099-b2b8-cba55d657982 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:42:35.842917 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c7edb-307d-4f64-9f41-a3282a388cd8 req-959af1ce-34f2-423e-9abe-4a189f3ae302 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:35.850066 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-477c7edb-307d-4f64-9f41-a3282a388cd8 req-959af1ce-34f2-423e-9abe-4a189f3ae302 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.0936999 May 20 20:42:35.864965 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: 9089a2db-f1d6-4099-b2b8-cba55d657982 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:42:35.865589 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 9089a2db-f1d6-4099-b2b8-cba55d657982 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:42:35.904324 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-477c7edb-307d-4f64-9f41-a3282a388cd8 req-dfe5b604-f835-4534-acaa-7d17c1f8e580 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532739 May 20 20:42:35.906023 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.911728 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:35.960530 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:35.961275 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:35.963079 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] 10.222.0.95 "PUT /v2.0/ports/fb3c47a6-ff19-4bc4-b5eb-5c276013a196 HTTP/1.1" status: 200 len: 1093 time: 1.3569496 May 20 20:42:35.971653 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb32993f-92cc-4363-9187-93576c29993e', 'tag': 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:35.996269 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:35.999694 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:36.183577 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-af6ccb2c-faaf-4ff2-9dce-5e294aba72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:36.185321 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-af6ccb2c-faaf-4ff2-9dce-5e294aba72d1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 1096 time: 0.0950620 May 20 20:42:36.205902 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad14bb-bfe3-43a9-8d6d-c4e0ed71146a req-c1b0e33e-4c91-400c-bae1-80d29910da12 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:36.213029 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-18ad14bb-bfe3-43a9-8d6d-c4e0ed71146a req-c1b0e33e-4c91-400c-bae1-80d29910da12 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1635911 May 20 20:42:36.223895 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81c967-d7a4-46f4-a98a-e57f17855a03 req-aca866b2-a2ce-4825-aeb0-b9861296e2ff tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:36.225336 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0d81c967-d7a4-46f4-a98a-e57f17855a03 req-aca866b2-a2ce-4825-aeb0-b9861296e2ff tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 943 time: 0.1377299 May 20 20:42:36.271242 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-75e0622d-8c46-4642-ac6b-446009b0abb0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb3c47a6-ff19-4bc4-b5eb-5c276013a196 HTTP/1.1" status: 200 len: 217 time: 0.0709107 May 20 20:42:36.303216 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-18ad14bb-bfe3-43a9-8d6d-c4e0ed71146a req-c87d4070-d996-49a0-b002-b22422c1a3d9 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892429 May 20 20:42:36.324369 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0d81c967-d7a4-46f4-a98a-e57f17855a03 req-fac7ea0b-a44c-4acb-b621-6993de499bbd tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834570 May 20 20:42:36.375738 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-c7c41586-5811-4412-9f46-102921db3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:36.379466 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-c7c41586-5811-4412-9f46-102921db3dfd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 200 len: 854 time: 0.0972350 May 20 20:42:36.450407 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-7c0b61d9-3658-4a1d-aad2-852db1b8cdac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eb4f218f-791a-4620-b994-b3c31510c46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590811 May 20 20:42:36.453429 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb32993f-92cc-4363-9187-93576c29993e', 'tag': 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196', 'status': 'completed', 'code': 200} May 20 20:42:36.643320 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-2de127f8-3c39-46d5-9b93-21f2c38edf1e service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584673 May 20 20:42:36.794442 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b5464d20-29b7-4b5a-b45e-ac5ea20bbe30 req-12e89ac8-78eb-4c2d-ba5e-75c239367ada service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406119 May 20 20:42:37.019118 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60db2d-2b93-4284-ad68-26e4c431129f req-35d228ef-7d15-4ac5-be8d-82e36ce1ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:37.020607 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-df60db2d-2b93-4284-ad68-26e4c431129f req-35d228ef-7d15-4ac5-be8d-82e36ce1ae97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 1096 time: 0.0748122 May 20 20:42:37.164293 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60db2d-2b93-4284-ad68-26e4c431129f req-ad507dff-13af-45f4-b005-1506d4d59239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:37.165750 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-df60db2d-2b93-4284-ad68-26e4c431129f req-ad507dff-13af-45f4-b005-1506d4d59239 service neutron] 10.222.0.95 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 915 time: 0.1335762 May 20 20:42:37.268417 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-df60db2d-2b93-4284-ad68-26e4c431129f req-007a7cc9-2862-402f-8112-4b5d1082e68d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb3c47a6-ff19-4bc4-b5eb-5c276013a196 HTTP/1.1" status: 200 len: 217 time: 0.0814073 May 20 20:42:37.350460 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60db2d-2b93-4284-ad68-26e4c431129f req-fa129fca-6c50-4e14-848d-1c96b1f83d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:37.352212 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-df60db2d-2b93-4284-ad68-26e4c431129f req-fa129fca-6c50-4e14-848d-1c96b1f83d08 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 200 len: 854 time: 0.0753214 May 20 20:42:37.439899 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-df60db2d-2b93-4284-ad68-26e4c431129f req-06f978f1-f731-4746-b516-31a442b4394e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eb4f218f-791a-4620-b994-b3c31510c46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798740 May 20 20:42:37.582367 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef539d30-c1d5-4003-abc3-f533c731a624 req-e78b145b-f969-4252-8288-f13477204b4d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:37.591855 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ef539d30-c1d5-4003-abc3-f533c731a624 req-e78b145b-f969-4252-8288-f13477204b4d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 943 time: 0.1176589 May 20 20:42:37.668154 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ef539d30-c1d5-4003-abc3-f533c731a624 req-0c717873-f4f1-4809-889c-ba8b401c07af tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749612 May 20 20:42:37.720995 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-df60db2d-2b93-4284-ad68-26e4c431129f req-f8902518-2630-4ab7-bfe7-07168729f630 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598076 May 20 20:42:37.890473 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-df60db2d-2b93-4284-ad68-26e4c431129f req-0ccae108-987e-4de8-83b0-336309b023e9 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537969 May 20 20:42:38.982858 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d83c9-c5ae-4aaa-b5cc-8f8282be758d req-9fc66c08-5cf2-4967-8d44-5b1e8a61f44d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:38.984421 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-af4d83c9-c5ae-4aaa-b5cc-8f8282be758d req-9fc66c08-5cf2-4967-8d44-5b1e8a61f44d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 943 time: 0.1660340 May 20 20:42:39.031523 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-af4d83c9-c5ae-4aaa-b5cc-8f8282be758d req-4b733d52-b7e6-4076-9e21-42ad4a76a955 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 May 20 20:42:39.300972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-4c6bfbca-b9c4-42e8-8deb-116c5c20b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:39.302307 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-4c6bfbca-b9c4-42e8-8deb-116c5c20b36b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1098 time: 0.0834246 May 20 20:42:39.351866 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7d715-1f7f-48e4-af02-70a0f432830d req-c68d2e4e-938a-4fd4-8930-5a03f5fa3969 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:39.353575 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f3c7d715-1f7f-48e4-af02-70a0f432830d req-c68d2e4e-938a-4fd4-8930-5a03f5fa3969 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0859575 May 20 20:42:39.401579 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f3c7d715-1f7f-48e4-af02-70a0f432830d req-78e5a342-6992-46a6-bfc7-dce8b7605c2f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 May 20 20:42:39.451717 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-0aa6cbe8-896c-464e-a685-882ec85ebcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:39.455815 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-0aa6cbe8-896c-464e-a685-882ec85ebcba service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.1374145 May 20 20:42:39.540317 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-3566409c-fd05-4acd-ab0f-6e5057629d4e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 200 len: 217 time: 0.0679326 May 20 20:42:39.611106 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-b64f3f0b-808f-4837-b76c-0c0932b8b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:39.612728 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-b64f3f0b-808f-4837-b76c-0c0932b8b8a0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.0638847 May 20 20:42:39.697075 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-c8a62d95-5983-4e7a-beac-7abb50fd855d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713313 May 20 20:42:39.864294 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fb3c47a6-ff19-4bc4-b5eb-5c276013a196 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:42:39.881204 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-31555729-3a3f-487c-80f2-f300e372d56f service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549928 May 20 20:42:40.019897 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fb3c47a6-ff19-4bc4-b5eb-5c276013a196, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:40.033795 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196', 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'port_id': 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196', 'mac_address': 'fa:16:3e:be:d3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fffc581-7438-457b-a7fd-f3d7ef59ef00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:42:40.065204 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-af6cf18c-a21d-4009-bd71-fe95ff58d5a1 req-299784b0-ecf2-46bc-bd03-e2bdd1a0cb38 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653016 May 20 20:42:40.107900 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.126837 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3c47a6-ff19-4bc4-b5eb-5c276013a196 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:42:40.144110 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fb3c47a6-ff19-4bc4-b5eb-5c276013a196, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:40.162918 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5afc8eee-b1b7-4b37-920f-ec3585fcd3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.235157 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34438cb5-d44c-4d70-b3c7-c8112ae6de3b req-febc8f71-7810-464a-99e4-da329b396881 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:40.236735 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-34438cb5-d44c-4d70-b3c7-c8112ae6de3b req-febc8f71-7810-464a-99e4-da329b396881 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 943 time: 0.0914621 May 20 20:42:40.248861 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.252383 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:40.297823 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-34438cb5-d44c-4d70-b3c7-c8112ae6de3b req-aa6f111f-2fff-4085-8bb9-3dd28b5b149f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539498 May 20 20:42:40.339736 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:40.354889 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:40.506757 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57094) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:40.609819 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bbefb-a6a8-4260-984d-fb3a89db76c8 req-017fad46-4ab7-4968-b2df-5434e6f37310 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:40.611376 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bf8bbefb-a6a8-4260-984d-fb3a89db76c8 req-017fad46-4ab7-4968-b2df-5434e6f37310 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0907209 May 20 20:42:40.633459 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.650104 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:40.654259 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Usage tracker for resource:security_group_rule and tenant:088b7b34cfbe4ee496e5330f33bfa336 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:40.657985 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:40.666576 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:40.668861 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bf8bbefb-a6a8-4260-984d-fb3a89db76c8 req-0e8ec6cb-e35d-49eb-bb9c-b7a033ffb118 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512476 May 20 20:42:40.762546 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.782466 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['fb3c47a6-ff19-4bc4-b5eb-5c276013a196'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:42:40.853341 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:40.865776 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-538bb989-8c96-45d4-8ad7-bcaf9e8321e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:40.908718 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ae84c-1698-4c2f-a98b-3bb252e44a39,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:40.932186 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:40.967157 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=088b7b34cfbe4ee496e5330f33bfa336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569526 May 20 20:42:40.967938 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 57110) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:41.032149 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b1ff4e0d-7aba-404d-893e-a1f2f36fb37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.058647 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b1ff4e0d-7aba-404d-893e-a1f2f36fb37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.202825 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b1ff4e0d-7aba-404d-893e-a1f2f36fb37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.208567 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:41.224064 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff4e0d-7aba-404d-893e-a1f2f36fb37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ae84c-1698-4c2f-a98b-3bb252e44a39,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:41.230838 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-b1ff4e0d-7aba-404d-893e-a1f2f36fb37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:41.231682 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b1ff4e0d-7aba-404d-893e-a1f2f36fb37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:41.232842 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-b1ff4e0d-7aba-404d-893e-a1f2f36fb37c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0c9ae84c-1698-4c2f-a98b-3bb252e44a39 HTTP/1.1" status: 204 len: 168 time: 0.2643478 May 20 20:42:41.534051 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d794e-5317-4e54-b6c5-60ec2f243b9d req-3fba5bae-9f19-414e-b501-fad0fa85831a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:41.535622 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f50d794e-5317-4e54-b6c5-60ec2f243b9d req-3fba5bae-9f19-414e-b501-fad0fa85831a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 944 time: 0.0842438 May 20 20:42:41.589852 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f50d794e-5317-4e54-b6c5-60ec2f243b9d req-f8e0628d-8120-455d-862f-effac5575d64 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 May 20 20:42:41.884569 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299beac-d6de-44c6-a1b9-c571239b5bfd req-28544c06-7d95-48e1-8c38-cf55b41e9817 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:41.886012 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f299beac-d6de-44c6-a1b9-c571239b5bfd req-28544c06-7d95-48e1-8c38-cf55b41e9817 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0856688 May 20 20:42:41.932159 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f299beac-d6de-44c6-a1b9-c571239b5bfd req-206c7e31-9041-477f-9dc0-97f2a845455c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 May 20 20:42:42.042028 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57144) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:42.064669 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.077012 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:42.081535 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:e88273b6d9144659817ff0260a0b1294 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:42.084416 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:42.093349 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:42.177821 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.270934 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.283890 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:42.323375 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e88273b6d9144659817ff0260a0b1294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802289 May 20 20:42:42.324301 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d6d5ac-70d8-492a-9ed4-1bd89e4994fb,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:42.327199 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 57152) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:42.327465 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:42.400807 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0e868f2d-0e9e-4e70-8a77-2d60b7b02c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.420842 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0e868f2d-0e9e-4e70-8a77-2d60b7b02c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.545819 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0e868f2d-0e9e-4e70-8a77-2d60b7b02c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.552689 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:42.567747 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e868f2d-0e9e-4e70-8a77-2d60b7b02c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d6d5ac-70d8-492a-9ed4-1bd89e4994fb,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:42.570166 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0e868f2d-0e9e-4e70-8a77-2d60b7b02c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:42.572470 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0e868f2d-0e9e-4e70-8a77-2d60b7b02c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.574086 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-0e868f2d-0e9e-4e70-8a77-2d60b7b02c09 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f6d6d5ac-70d8-492a-9ed4-1bd89e4994fb HTTP/1.1" status: 204 len: 168 time: 0.2451828 May 20 20:42:42.717376 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:42.816851 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669744-0f2b-438c-9360-363b90046099 req-867add4d-38b2-425d-a0ba-35c62c4698d8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:42.818514 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-53669744-0f2b-438c-9360-363b90046099 req-867add4d-38b2-425d-a0ba-35c62c4698d8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 944 time: 0.0912702 May 20 20:42:42.865891 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-53669744-0f2b-438c-9360-363b90046099 req-55312ba0-012d-4b12-a413-6e0f7c76fb19 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 May 20 20:42:43.037228 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-acd4e39c-df34-4893-9130-93d02803d142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:43.131748 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ad438-e378-43ed-ace4-102e2e1a4309 req-898ab89a-7a0b-4b87-b540-79de0a0922e4 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:43.133272 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fc4ad438-e378-43ed-ace4-102e2e1a4309 req-898ab89a-7a0b-4b87-b540-79de0a0922e4 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0840518 May 20 20:42:43.183030 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fc4ad438-e378-43ed-ace4-102e2e1a4309 req-9db5ad87-811b-4f49-843b-6c43f565073a tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 May 20 20:42:43.879664 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fb3c47a6-ff19-4bc4-b5eb-5c276013a196 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:42:43.949953 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.025398 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:42:44.030724 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:42:44.031176 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.121279 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4878ec-5655-476d-852b-2664aa42b471 req-33cd2b90-dad6-4437-a171-17455a1b080a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:44.122796 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bd4878ec-5655-476d-852b-2664aa42b471 req-33cd2b90-dad6-4437-a171-17455a1b080a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 944 time: 0.1130910 May 20 20:42:44.205026 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.206005 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bd4878ec-5655-476d-852b-2664aa42b471 req-c27ecb97-26d9-43a4-9d6b-59d4c5e33df1 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741055 May 20 20:42:44.246897 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb32993f-92cc-4363-9187-93576c29993e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:42:44.256621 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fb3c47a6-ff19-4bc4-b5eb-5c276013a196, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:42:44.298881 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb32993f-92cc-4363-9187-93576c29993e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196', 'code': 200} May 20 20:42:44.380328 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:44.383138 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-0879f37b-0d58-4668-adcb-d54e9250a99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:44.411939 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4581bd-2f97-4b4c-b187-18f017905571 req-403ed68f-76d5-421f-bccf-37dee62efb66 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:44.413752 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d4581bd-2f97-4b4c-b187-18f017905571 req-403ed68f-76d5-421f-bccf-37dee62efb66 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0901539 May 20 20:42:44.461256 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:44.464342 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:44.466414 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d4581bd-2f97-4b4c-b187-18f017905571 req-c50411bb-0998-49a5-aa6f-43dedfe61150 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 May 20 20:42:44.791100 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa75e07-239f-4635-945b-abdbe74ff9e6 req-2b716fb4-fb4f-43f4-b1ea-aa99ffbaf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:44.794037 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-eaa75e07-239f-4635-945b-abdbe74ff9e6 req-2b716fb4-fb4f-43f4-b1ea-aa99ffbaf220 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 1098 time: 0.0743327 May 20 20:42:44.862627 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-eaa75e07-239f-4635-945b-abdbe74ff9e6 req-8da538a3-16b0-4730-88f8-2fa54d9e011f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604913 May 20 20:42:45.410790 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02cccc-11f7-48a4-8f85-33fbd7f9378d req-590be95d-484a-4e12-a11f-11e029cd1b2a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:45.412245 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9b02cccc-11f7-48a4-8f85-33fbd7f9378d req-590be95d-484a-4e12-a11f-11e029cd1b2a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 945 time: 0.0920792 May 20 20:42:45.460740 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9b02cccc-11f7-48a4-8f85-33fbd7f9378d req-8ea233a1-d312-45ad-a822-5dc5612d4b21 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 May 20 20:42:45.522343 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:45.672796 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a01c9-807d-4d13-9749-1541fe7efd4c req-778a9b1e-9eda-431c-8440-80f14a046c02 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:45.674999 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b50a01c9-807d-4d13-9749-1541fe7efd4c req-778a9b1e-9eda-431c-8440-80f14a046c02 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0905981 May 20 20:42:45.740070 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b50a01c9-807d-4d13-9749-1541fe7efd4c req-f00284e8-fbf7-4ab1-87e5-2dc350d16f18 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568316 May 20 20:42:46.669828 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d74dd-923d-4dcd-856b-28bbac59755a req-3b2666de-0a60-429e-b7e9-855c21aa4074 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:46.676580 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e24d74dd-923d-4dcd-856b-28bbac59755a req-3b2666de-0a60-429e-b7e9-855c21aa4074 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 945 time: 0.0890694 May 20 20:42:46.750632 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e24d74dd-923d-4dcd-856b-28bbac59755a req-15d68640-ee1b-4c83-a92c-bbe284f1281a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580094 May 20 20:42:46.935975 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d094e73-5991-4fda-a843-21760b6647e7 req-f7a6b8bb-4bb8-4e64-924e-0a861cea6720 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:46.937442 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2d094e73-5991-4fda-a843-21760b6647e7 req-f7a6b8bb-4bb8-4e64-924e-0a861cea6720 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0843525 May 20 20:42:46.985159 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2d094e73-5991-4fda-a843-21760b6647e7 req-3d3db1cb-b0c1-4bbc-bf8c-c3b10de13721 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 May 20 20:42:47.950059 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28389f94-8282-4373-8044-2dca58ff314c req-a2c2d8b8-1cb5-4905-9c71-081bb727d995 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:47.952921 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-28389f94-8282-4373-8044-2dca58ff314c req-a2c2d8b8-1cb5-4905-9c71-081bb727d995 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 945 time: 0.0866463 May 20 20:42:47.998578 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-28389f94-8282-4373-8044-2dca58ff314c req-5318f5be-7bbc-4e62-9259-bea0174ccf5b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 May 20 20:42:48.197294 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d045a-6213-473f-89a0-1a1ea765d12d req-44a61616-1c6d-43d1-85c1-15569dc88a29 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:48.198695 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-183d045a-6213-473f-89a0-1a1ea765d12d req-44a61616-1c6d-43d1-85c1-15569dc88a29 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0922029 May 20 20:42:48.244686 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-183d045a-6213-473f-89a0-1a1ea765d12d req-436eca60-6593-476b-b031-81e24e440119 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394561 May 20 20:42:49.513737 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe806f-168a-4380-bcb2-bd2e32824868 req-7ef88cf8-17de-41c2-a2d2-6985213aa47b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:49.515258 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2efe806f-168a-4380-bcb2-bd2e32824868 req-7ef88cf8-17de-41c2-a2d2-6985213aa47b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1554132 May 20 20:42:49.565088 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2efe806f-168a-4380-bcb2-bd2e32824868 req-c8cab484-4e88-475c-93b9-e33467adf73c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 May 20 20:42:50.757443 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa31d7-fc83-4f09-8a6d-cd4cd93b7149 req-f40a41cd-16a3-4e77-ab15-61f96c9e36f8 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:50.760524 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-acaa31d7-fc83-4f09-8a6d-cd4cd93b7149 req-f40a41cd-16a3-4e77-ab15-61f96c9e36f8 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0824397 May 20 20:42:50.809218 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-acaa31d7-fc83-4f09-8a6d-cd4cd93b7149 req-d1803f12-86de-47e0-b365-ea0f826f1ca0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 May 20 20:42:52.092329 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57b08c-a70b-47e4-b6e7-4abebb21992e req-77ef59b8-b178-44d2-ae1f-4104b0032416 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:52.093934 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d57b08c-a70b-47e4-b6e7-4abebb21992e req-77ef59b8-b178-44d2-ae1f-4104b0032416 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1370387 May 20 20:42:52.144964 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d57b08c-a70b-47e4-b6e7-4abebb21992e req-4f0f84d3-85d9-479d-bb89-48d8bc66cc1f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 May 20 20:42:52.761016 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 57514) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:52.882925 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:52.898613 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:52.902621 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Usage tracker for resource:security_group_rule and tenant:3215e5c7d7404274a685694f889408c1 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:52.905746 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:52.911613 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:53.000382 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.053698 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.066402 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:53.107777 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3215e5c7d7404274a685694f889408c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453853 May 20 20:42:53.109508 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8102f307-c509-46c6-84ba-778f63effff9,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:53.111465 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57526) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:53.113814 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:53.184451 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9297-0ee2-41af-b8bd-2cd59d628e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.215203 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9297-0ee2-41af-b8bd-2cd59d628e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.343580 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9297-0ee2-41af-b8bd-2cd59d628e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.349099 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bcf682d7-63b3-46a6-80bf-1a323d740150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:53.363839 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f9297-0ee2-41af-b8bd-2cd59d628e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8102f307-c509-46c6-84ba-778f63effff9,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:53.366554 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2a2f9297-0ee2-41af-b8bd-2cd59d628e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:53.370535 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735131d1-55ac-4b08-90a8-918704a5db9f req-848ba7a7-08d2-4a3f-b7c9-8b3e72062e1c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:53.372789 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-735131d1-55ac-4b08-90a8-918704a5db9f req-848ba7a7-08d2-4a3f-b7c9-8b3e72062e1c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1008084 May 20 20:42:53.383994 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2a2f9297-0ee2-41af-b8bd-2cd59d628e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:53.387921 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-2a2f9297-0ee2-41af-b8bd-2cd59d628e73 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8102f307-c509-46c6-84ba-778f63effff9 HTTP/1.1" status: 204 len: 168 time: 0.2721488 May 20 20:42:53.427584 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-735131d1-55ac-4b08-90a8-918704a5db9f req-1e554db8-920c-4af8-a9df-07134ae11e18 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 May 20 20:42:54.109141 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57562) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:54.128067 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.143087 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:42:54.146949 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:c06f83ec39ff4e43b86a6835fe1c7b7a is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:42:54.149868 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:42:54.158634 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:42:54.258771 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.368360 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.378120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-4f3d3351-b33d-4379-b2fa-b340067d5fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:54.419643 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c06f83ec39ff4e43b86a6835fe1c7b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090391 May 20 20:42:54.424624 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf43bb61-70a6-48c7-b937-51a3c6832782,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:54.424913 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 57572) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:54.434544 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:54.495079 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-109bfde3-a1d6-4067-ac99-f10da60ef425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.535897 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-109bfde3-a1d6-4067-ac99-f10da60ef425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.663444 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c0128-4e92-4866-ab28-b0ea4380758d req-5196d507-9bb4-46db-a72c-088cf926086e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:54.664975 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fc3c0128-4e92-4866-ab28-b0ea4380758d req-5196d507-9bb4-46db-a72c-088cf926086e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0898747 May 20 20:42:54.731107 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fc3c0128-4e92-4866-ab28-b0ea4380758d req-144ced12-594c-4180-b161-ed1e783736bf tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 May 20 20:42:54.825617 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-109bfde3-a1d6-4067-ac99-f10da60ef425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.831257 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:54.843318 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bfde3-a1d6-4067-ac99-f10da60ef425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf43bb61-70a6-48c7-b937-51a3c6832782,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:54.848581 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-109bfde3-a1d6-4067-ac99-f10da60ef425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:54.852530 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-109bfde3-a1d6-4067-ac99-f10da60ef425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:54.853623 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-109bfde3-a1d6-4067-ac99-f10da60ef425 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bf43bb61-70a6-48c7-b937-51a3c6832782 HTTP/1.1" status: 204 len: 168 time: 0.4300394 May 20 20:42:56.108139 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e4393-af54-42b6-8e98-ff86ba004164 req-abb6c38b-ae3b-43fa-8e5f-8378d971bf03 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:56.109564 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-153e4393-af54-42b6-8e98-ff86ba004164 req-abb6c38b-ae3b-43fa-8e5f-8378d971bf03 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0879138 May 20 20:42:56.169277 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-153e4393-af54-42b6-8e98-ff86ba004164 req-6587d677-bae4-42a6-bda0-2bb67339a823 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 May 20 20:42:57.387896 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e776c-d249-44d4-a7d9-5952d1274476 req-292889bd-b943-4dbe-80bf-9ca8baad3db6 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:57.389498 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-503e776c-d249-44d4-a7d9-5952d1274476 req-292889bd-b943-4dbe-80bf-9ca8baad3db6 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0900152 May 20 20:42:57.439611 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-503e776c-d249-44d4-a7d9-5952d1274476 req-02a4a6fd-0164-4c6d-9ec6-f7d43480c887 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427260 May 20 20:42:57.450503 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ad078-5f2c-483b-9647-0ff3e127f5e5 req-6ce4bf86-7eb9-4ebc-ada7-22e3a2c0b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:57.452352 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-c95ad078-5f2c-483b-9647-0ff3e127f5e5 req-6ce4bf86-7eb9-4ebc-ada7-22e3a2c0b469 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1098 time: 0.0787139 May 20 20:42:57.505328 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-c95ad078-5f2c-483b-9647-0ff3e127f5e5 req-979b6ac4-e005-4a9e-b3dc-1ee3b47f56c0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 May 20 20:42:58.111232 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57728) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:58.190765 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] Deleting subnet ea2cb3ee-2ddb-47e4-bc51-47e8cd6af1b2 {{(pid=98921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:42:58.194210 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.257963 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.266218 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.298514 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-8b01d16c-f862-4fd9-9fde-062b88dcebd6 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:58.304244 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-8b01d16c-f862-4fd9-9fde-062b88dcebd6 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 814 time: 0.2065790 May 20 20:42:58.325329 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-4f26bdd6-7355-40ca-a8c9-d97048263098 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/quotas/e184b22ac731428bb396bd49fea612e8 HTTP/1.1" status: 200 len: 375 time: 0.0156584 May 20 20:42:58.420489 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-e9c04c46-d961-43ba-aace-f8b3bc7e1bad tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948136 May 20 20:42:58.592452 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d2a2f4aa-fc4e-462b-ba88-0b96c21a8a57 service neutron] 10.222.0.85 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617267 May 20 20:42:58.813090 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.820830 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:58.864487 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2cb3ee-2ddb-47e4-bc51-47e8cd6af1b2,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:58.866749 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:58.876694 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:58.886323 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c4eddb92-dba7-45ed-a706-d4cbb0ed3853 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ea2cb3ee-2ddb-47e4-bc51-47e8cd6af1b2 HTTP/1.1" status: 204 len: 168 time: 0.7736042 May 20 20:42:58.895625 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 57756) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:58.953980 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-18fa6ef6-b841-46f2-97d9-357e03268279 service neutron] 10.222.0.85 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539803 May 20 20:42:59.015757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701f0d1-841a-4be7-8435-a2f061c8eb64 req-45d02981-26b9-4026-a674-131fcc213857 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:42:59.017580 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2701f0d1-841a-4be7-8435-a2f061c8eb64 req-45d02981-26b9-4026-a674-131fcc213857 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3274930 May 20 20:42:59.060480 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.089156 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2701f0d1-841a-4be7-8435-a2f061c8eb64 req-94d64ee3-6490-4b6d-b73e-84e43a5cf15d tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568287 May 20 20:42:59.331527 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.348276 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5']}} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:59.386948 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55985ede-982c-449a-b695-8a734d1dd6a0') {'for_net_delete': True} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:59.387396 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55985ede-982c-449a-b695-8a734d1dd6a0') {} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:42:59.398252 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5bb42fdf-5ccd-4c0f-8b7b-d7b47ccf952c req-000e9ac3-a778-4914-ac54-847c0e4cdecc tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 210 time: 0.1646988 May 20 20:42:59.408425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1370763'] for segment, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.433916 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.441458 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=98922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:42:59.441859 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14728489'] for segment, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: Traceback (most recent call last): May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: timer() May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: cb(*args, **kw) May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: return func(*args, **kwargs) May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: self._notify() May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: self.callback(batched_events) May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: event.method(event) May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: return f(self, *a, **k) May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: return self._get(url).json() May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: return self.request(url, 'GET', **kwargs) May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:42:59.456692 dv-cinder-784623-13-smb neutron-server[98922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:42:59.703762 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.708867 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-8723023d-5200-493d-9633-77b65b8fc08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:42:59.723166 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:42:59.734623 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Pushing event deleted for resources: {'Network': ['ID=51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:42:59.738155 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:42:59.903451 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57782) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:42:59.904351 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] 10.222.0.85 "DELETE /v2.0/networks/51b8b7dc-a4ab-4fae-8550-3ebb6bd86be5 HTTP/1.1" status: 204 len: 168 time: 1.0051939 May 20 20:42:59.965686 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Deleting subnet 08937b81-bdfc-4f4d-b5cc-0f818ab2bb98 {{(pid=98921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:42:59.969536 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.027783 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.040104 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.284679 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3140c-19d0-4521-bd48-7ffb7a070447 req-a061321a-e71a-4a86-b3b8-0cd11cb997d7 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:00.286558 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-afc3140c-19d0-4521-bd48-7ffb7a070447 req-a061321a-e71a-4a86-b3b8-0cd11cb997d7 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0872412 May 20 20:43:00.353091 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-afc3140c-19d0-4521-bd48-7ffb7a070447 req-aa649356-6312-4551-8c13-116eac7b1473 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584006 May 20 20:43:00.397831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354'] for subnet, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.403348 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:00.457111 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08937b81-bdfc-4f4d-b5cc-0f818ab2bb98,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:00.460253 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.470395 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:00.474062 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/08937b81-bdfc-4f4d-b5cc-0f818ab2bb98 HTTP/1.1" status: 204 len: 168 time: 0.5692463 May 20 20:43:00.476493 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57808) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:00.594555 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.649087 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-92335573-1caf-42a9-94d0-5645d8cc52e4 req-d7a6d7e7-f770-4b1c-99fa-d95f31366641 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 210 time: 0.0480976 May 20 20:43:00.736483 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.753007 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.754365 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.754746 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.755292 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > port after_create 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.755814 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.756329 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > port after_update 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.756792 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.757260 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.757772 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.758238 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.845351 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.845751 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.846152 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.846565 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 20:43:00.847015 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360122a0-142f-412f-95a6-e4a698cc0a33']}} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:00.861290 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58741540-0d66-4d53-8638-c4f8c045ef65') {'for_net_delete': True} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:00.861689 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58741540-0d66-4d53-8638-c4f8c045ef65') {} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:00.876622 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16285257'] for segment, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.895637 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.902959 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=98921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:43:00.903415 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15860602'] for segment, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: from cryptography.utils import int_from_bytes May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: from cryptography.utils import int_from_bytes May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: Traceback (most recent call last): May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: timer() May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: cb(*args, **kw) May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: return func(*args, **kwargs) May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: self._notify() May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: self.callback(batched_events) May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: event.method(event) May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: return f(self, *a, **k) May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: return self._get(url).json() May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: return self.request(url, 'GET', **kwargs) May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:43:00.919108 dv-cinder-784623-13-smb neutron-server[98921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:43:01.066500 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:01.071418 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7ea9b7e3-6c86-4529-9e2f-5b002af1d3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:01.091236 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:01.094190 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Pushing event deleted for resources: {'Network': ['ID=360122a0-142f-412f-95a6-e4a698cc0a33,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:01.099362 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:01.104609 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-71694374-cc30-4693-abac-9dba81957280 admin admin] 10.222.0.85 "DELETE /v2.0/networks/360122a0-142f-412f-95a6-e4a698cc0a33 HTTP/1.1" status: 204 len: 168 time: 0.6233389 May 20 20:43:01.196504 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1984fa-4e47-4f51-900a-2b0d693df63b req-ac70be7d-167e-45e3-b74d-6cfd773248a1 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:01.204532 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7d1984fa-4e47-4f51-900a-2b0d693df63b req-ac70be7d-167e-45e3-b74d-6cfd773248a1 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0922360 May 20 20:43:01.238501 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-0cca882d-dccc-4e98-b94a-e0f37142e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:01.240189 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-0cca882d-dccc-4e98-b94a-e0f37142e9cf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1098 time: 0.0816774 May 20 20:43:01.255080 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7d1984fa-4e47-4f51-900a-2b0d693df63b req-9b1cfa26-c3c7-4ad9-ba0b-32aeeef9a53c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487835 May 20 20:43:01.414609 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-4bcf9fcf-efe5-4da4-b28b-ce9252e50388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:01.416267 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-4bcf9fcf-efe5-4da4-b28b-ce9252e50388 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.1605697 May 20 20:43:01.502171 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-262ecb58-652d-4778-8400-d7401338655b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 200 len: 217 time: 0.0748580 May 20 20:43:01.508710 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 57826) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:01.572504 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-67c1d391-93ae-44ec-9f6e-b78948786756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:01.574164 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-67c1d391-93ae-44ec-9f6e-b78948786756 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.0652931 May 20 20:43:01.646080 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-4f555842-2c39-4b22-a8b2-57f492ef1c84 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cf81dcad3d4e425a961b7b01a469d7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355228 May 20 20:43:01.649835 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57832) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:01.673415 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-6ceb4c1d-bcf4-4173-9785-3ef04697795f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861580 May 20 20:43:01.890275 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-094afe23-369b-430e-828e-66eb5dbb0a08 req-26c47808-3325-4188-85ec-fe716db6efe5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 210 time: 0.0458777 May 20 20:43:02.010677 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7db48f61-3ad9-4609-9747-9377a86cbaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.042797 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7db48f61-3ad9-4609-9747-9377a86cbaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.131194 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-700f2553-1735-4b6b-81ca-f416b170d580 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356976 May 20 20:43:02.189857 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7db48f61-3ad9-4609-9747-9377a86cbaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.194560 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-f71afc02-0e58-4408-b7b8-bf3eb1107bfc tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:02.196232 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-f71afc02-0e58-4408-b7b8-bf3eb1107bfc tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/networks?id=eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 200 len: 814 time: 0.2147017 May 20 20:43:02.202593 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 57850) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:02.203831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6fc5ba58-4692-4da9-9eee-fe896581d3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:02.223322 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db48f61-3ad9-4609-9747-9377a86cbaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b0eefa-8078-45c2-8599-50084273ce6f,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:02.228700 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7db48f61-3ad9-4609-9747-9377a86cbaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:02.238272 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Request body: {'port': {'device_id': '0f7775fd-60fe-4fb5-a389-e84036328318', 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'admin_state_up': True, 'tenant_id': 'e184b22ac731428bb396bd49fea612e8'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:02.330527 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-3dfa7e1f-d84a-408d-ad26-53d8d9887a7c req-d12481ae-9313-421c-b014-d75fa879d732 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883211 May 20 20:43:02.364161 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7db48f61-3ad9-4609-9747-9377a86cbaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.369667 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7db48f61-3ad9-4609-9747-9377a86cbaa4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d9b0eefa-8078-45c2-8599-50084273ce6f HTTP/1.1" status: 204 len: 168 time: 0.7143002 May 20 20:43:02.546262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:02.550009 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.572221 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Usage tracker for resource:port and tenant:e184b22ac731428bb396bd49fea612e8 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:02.578044 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:02.587489 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:02.613812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:02.613812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Usage tracker for resource:security_group_rule and tenant:5fafd28e26fa440e8ddaa4af95f01efc is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:02.613812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:02.613812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:02.639327 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9596c2-2975-48a0-a542-8a1b93f9f48e req-de1e7208-b65f-471b-a48d-da7c41ccefcc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:02.640952 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cc9596c2-2975-48a0-a542-8a1b93f9f48e req-de1e7208-b65f-471b-a48d-da7c41ccefcc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1902280 May 20 20:43:02.694220 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.708160 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cc9596c2-2975-48a0-a542-8a1b93f9f48e req-b8c9ebdc-331c-438a-aa4f-8144bbab812f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584695 May 20 20:43:02.723133 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Made reservation on behalf of e184b22ac731428bb396bd49fea612e8 for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:02.726928 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.852676 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.959694 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:02.963334 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:43:02.971842 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-3ef10623-6157-4da7-8691-b4baff73d5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:03.032451 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5fafd28e26fa440e8ddaa4af95f01efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8280072 May 20 20:43:03.033957 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Allocated IP 172.20.0.3 (eb4f218f-791a-4620-b994-b3c31510c46c/1fffc581-7438-457b-a7fd-f3d7ef59ef00/4626aa52-1c08-4210-9b68-03f2f2086dbc) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:03.035446 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57878) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:03.036184 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309b2125-9391-498a-b883-ec23ebd97bd5,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:03.042534 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-eb7b8117-daae-4740-96ca-d4d8b6c70e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:03.101271 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b4dc33e5-9c4e-464d-af9c-688d63ad0b99 req-9f14bd89-fc72-4404-92ae-eff1cc492b06 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 210 time: 0.0622756 May 20 20:43:03.112736 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d9ae835d-bb66-429c-b18b-d2b61f1e947a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.145994 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d9ae835d-bb66-429c-b18b-d2b61f1e947a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.263988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57882) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:03.286894 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d9ae835d-bb66-429c-b18b-d2b61f1e947a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.292235 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0fd52a59-c71a-422f-9bd0-0a849f63021e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:03.318260 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae835d-bb66-429c-b18b-d2b61f1e947a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309b2125-9391-498a-b883-ec23ebd97bd5,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:03.327906 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d9ae835d-bb66-429c-b18b-d2b61f1e947a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:03.334602 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.337013 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d9ae835d-bb66-429c-b18b-d2b61f1e947a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.344231 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-d9ae835d-bb66-429c-b18b-d2b61f1e947a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/309b2125-9391-498a-b883-ec23ebd97bd5 HTTP/1.1" status: 204 len: 168 time: 0.3009613 May 20 20:43:03.344231 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a0cc4362-26cf-4731-b4cd-eb5e7c421d1a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b93575c0ae0f4c2f8d5e9706e59ad17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757558 May 20 20:43:03.346500 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57888) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:03.434014 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec840-3ad4-42bd-8522-54586c9f010a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.442590 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.454525 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f0786478-cdd7-4660-bfc5-e4027a2159a7 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:03.460970 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'f8d9d802-38f0-45e5-9958-4e6ce65f650a', 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:43:03.483795 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec840-3ad4-42bd-8522-54586c9f010a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.583734 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Network eb4f218f-791a-4620-b994-b3c31510c46c is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:03.589611 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:03.596784 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:03.678815 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec840-3ad4-42bd-8522-54586c9f010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.684305 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e6cd9dae-7cc1-4838-bfe9-761ea12ec2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:03.697451 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ec840-3ad4-42bd-8522-54586c9f010a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064185dc-736d-4834-ae68-54e8683fe54d,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:03.700944 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dc1ec840-3ad4-42bd-8522-54586c9f010a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:03.708423 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc1ec840-3ad4-42bd-8522-54586c9f010a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:03.710299 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-dc1ec840-3ad4-42bd-8522-54586c9f010a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/064185dc-736d-4834-ae68-54e8683fe54d HTTP/1.1" status: 204 len: 168 time: 0.3618798 May 20 20:43:03.776244 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Pushing event updated for resources: {'Port': ['ID=4626aa52-1c08-4210-9b68-03f2f2086dbc,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:03.780756 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:03.815241 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:03.816007 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:04.007682 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7750263 May 20 20:43:04.039333 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Request body: {'port': {'device_id': '0f7775fd-60fe-4fb5-a389-e84036328318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:04.195059 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6c6d9-71a0-4fd4-bd3c-24a692b0670b req-ca5c8606-c1d0-46a7-acf3-6a6b414c07fc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:04.210393 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c2e6c6d9-71a0-4fd4-bd3c-24a692b0670b req-ca5c8606-c1d0-46a7-acf3-6a6b414c07fc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3165119 May 20 20:43:04.246385 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:04.319967 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c2e6c6d9-71a0-4fd4-bd3c-24a692b0670b req-a0d5119a-7035-4a52-8271-0a2c4998253c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166148 May 20 20:43:04.370632 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57920) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:04.421892 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:04.452805 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:04.460743 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Usage tracker for resource:security_group_rule and tenant:8690f90dd7dc40da90125428dd8fbf1e is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:04.466044 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:04.476868 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:04.581299 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:04.682892 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:04.699431 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:04.742407 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8690f90dd7dc40da90125428dd8fbf1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703132 May 20 20:43:04.746594 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57930) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:04.750399 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb419f0a-13d2-4488-8b0e-745226467bf0,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:04.764076 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:04.825398 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-70cd4ef2-b715-40ae-b835-c326181933b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:04.849005 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c27158-d402-4637-af0a-95afa59cfc3d req-f640e234-14b6-438b-850c-8d6ac97f0ba2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:04.850200 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-81c27158-d402-4637-af0a-95afa59cfc3d req-f640e234-14b6-438b-850c-8d6ac97f0ba2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Synchronizing usage tracker for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:43:04.861865 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-70cd4ef2-b715-40ae-b835-c326181933b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:04.885404 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57938) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:05.005287 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-81c27158-d402-4637-af0a-95afa59cfc3d req-f640e234-14b6-438b-850c-8d6ac97f0ba2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Unset dirty status for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:43:05.008524 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81c27158-d402-4637-af0a-95afa59cfc3d req-f640e234-14b6-438b-850c-8d6ac97f0ba2 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 931 time: 0.5363696 May 20 20:43:05.061212 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4626aa52-1c08-4210-9b68-03f2f2086dbc {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:43:05.066962 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-70cd4ef2-b715-40ae-b835-c326181933b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.077124 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:05.107101 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd4ef2-b715-40ae-b835-c326181933b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb419f0a-13d2-4488-8b0e-745226467bf0,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:05.110890 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.136432 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-70cd4ef2-b715-40ae-b835-c326181933b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:05.138118 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-70cd4ef2-b715-40ae-b835-c326181933b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.146277 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-70cd4ef2-b715-40ae-b835-c326181933b8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bb419f0a-13d2-4488-8b0e-745226467bf0 HTTP/1.1" status: 204 len: 168 time: 0.3982954 May 20 20:43:05.155510 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.170378 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Transition to ACTIVE for port object 4626aa52-1c08-4210-9b68-03f2f2086dbc will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:05.174286 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81c27158-d402-4637-af0a-95afa59cfc3d req-e623427e-81b9-4ed9-911d-f112e4fae08a tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209321 May 20 20:43:05.190320 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:05.197535 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Usage tracker for resource:security_group_rule and tenant:6ef7833af43a4d3b89ccba14026b7190 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:05.202890 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:05.225367 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.241528 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:05.241722 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7d7dac4d-be5a-4d58-be12-b7271ab5e611 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:05.386127 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Pushing event updated for resources: {'Port': ['ID=4626aa52-1c08-4210-9b68-03f2f2086dbc,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:05.450322 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:05.465107 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.545158 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.573542 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d40fbab3-4b17-4694-8097-5343a1c75528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:05.610890 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=6ef7833af43a4d3b89ccba14026b7190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242184 May 20 20:43:05.614374 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 57960) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:05.631471 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16abf067-1d50-42cb-96a3-74ba62a178c0,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:05.634640 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:05.724779 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Attempting to bind port 4626aa52-1c08-4210-9b68-03f2f2086dbc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:05.725137 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Attempting to bind port 4626aa52-1c08-4210-9b68-03f2f2086dbc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:05.725891 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Attempting to bind port 4626aa52-1c08-4210-9b68-03f2f2086dbc on network eb4f218f-791a-4620-b994-b3c31510c46c {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:05.731372 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5676c542-6e1c-4ce3-b37e-e0bece291e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.742059 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406c20c-ed98-4ab5-9fa5-c72fb0f58fe8 req-c2720005-d73d-4c9f-83f6-cec8eb9f495f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:05.743882 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3406c20c-ed98-4ab5-9fa5-c72fb0f58fe8 req-c2720005-d73d-4c9f-83f6-cec8eb9f495f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2430668 May 20 20:43:05.745690 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Port 4626aa52-1c08-4210-9b68-03f2f2086dbc on network eb4f218f-791a-4620-b994-b3c31510c46c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:43:05.746012 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Attempting to bind port 4626aa52-1c08-4210-9b68-03f2f2086dbc on network eb4f218f-791a-4620-b994-b3c31510c46c {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:05.772329 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:05.772329 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Checking segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:05.772780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Bound using segment: {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:05.773121 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Bound port: 4626aa52-1c08-4210-9b68-03f2f2086dbc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6125df8-b0ca-41a5-bee8-06b0471f4a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:05.773440 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.811048 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5676c542-6e1c-4ce3-b37e-e0bece291e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:05.866607 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 57970) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:05.925068 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3406c20c-ed98-4ab5-9fa5-c72fb0f58fe8 req-f367d74b-631c-4b36-a152-b7877b41a686 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649690 May 20 20:43:05.981743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] For port 4626aa52-1c08-4210-9b68-03f2f2086dbc, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:05.987366 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] For port 4626aa52-1c08-4210-9b68-03f2f2086dbc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4626aa52-1c08-4210-9b68-03f2f2086dbc,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:06.033179 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1518514888-network', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:06.041785 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:06.045804 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Usage tracker for resource:network and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:06.049541 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:06.055847 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:06.080804 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5676c542-6e1c-4ce3-b37e-e0bece291e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.084757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:06.098529 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676c542-6e1c-4ce3-b37e-e0bece291e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16abf067-1d50-42cb-96a3-74ba62a178c0,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:06.101505 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5676c542-6e1c-4ce3-b37e-e0bece291e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:06.103425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5676c542-6e1c-4ce3-b37e-e0bece291e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.104572 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-5676c542-6e1c-4ce3-b37e-e0bece291e22 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/16abf067-1d50-42cb-96a3-74ba62a178c0 HTTP/1.1" status: 204 len: 168 time: 0.4817114 May 20 20:43:06.113843 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.122523 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-423b932a-7f34-4c18-ac33-5dd538fc367a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:06.169270 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Made reservation on behalf of 21fc0701d67e469fb4249ddf56c7d123 for: {'network': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:06.172470 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.193741 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.233479 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:06.242803 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Usage tracker for resource:security_group_rule and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:06.252471 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:06.278695 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:06.278952 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:06.280229 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.284803 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] 10.222.0.95 "PUT /v2.0/ports/4626aa52-1c08-4210-9b68-03f2f2086dbc HTTP/1.1" status: 200 len: 1093 time: 2.2500973 May 20 20:43:06.285633 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7775fd-60fe-4fb5-a389-e84036328318', 'tag': '4626aa52-1c08-4210-9b68-03f2f2086dbc'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:43:06.336124 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Pushing event updated for resources: {'Port': ['ID=4626aa52-1c08-4210-9b68-03f2f2086dbc,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:06.344440 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:06.356065 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7775fd-60fe-4fb5-a389-e84036328318', 'tag': '4626aa52-1c08-4210-9b68-03f2f2086dbc', 'status': 'completed', 'code': 200} May 20 20:43:06.456660 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.546231 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.554049 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d6b2760f-c76b-4108-a699-f1fc66ccaf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:06.555132 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d187b-1577-4434-a50f-5a09bc976673 req-94920b1e-9f81-4a11-af6d-c3cfbe6fe20e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:06.562763 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1e3d187b-1577-4434-a50f-5a09bc976673 req-94920b1e-9f81-4a11-af6d-c3cfbe6fe20e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 943 time: 0.1877136 May 20 20:43:06.597387 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1423-8578-4d7c-aedb-2eb5bf5d5550 req-0842f054-b152-4590-b7ab-bc965e65cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:06.600050 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-378b1423-8578-4d7c-aedb-2eb5bf5d5550 req-0842f054-b152-4590-b7ab-bc965e65cbdb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 1096 time: 0.1578987 May 20 20:43:06.630344 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=98921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:43:06.688886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f37c2-eda6-4206-bd7d-79476fcc0f72,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:06.693090 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:06.693815 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1e3d187b-1577-4434-a50f-5a09bc976673 req-851bef7a-3514-43a3-908f-5185d2443bea tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243739 May 20 20:43:06.697063 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.698435 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.segments_db [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Added segment c8764d4a-fe41-4d5b-8246-27a5b0035f93 of type vlan for network f72d40bd-87f7-4b08-b5fc-f10a669f646f May 20 20:43:06.773393 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.821403 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1423-8578-4d7c-aedb-2eb5bf5d5550 req-2d3da098-d392-4c82-b988-7eeb6b1a7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:06.823396 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-378b1423-8578-4d7c-aedb-2eb5bf5d5550 req-2d3da098-d392-4c82-b988-7eeb6b1a7e6d service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=e184b22ac731428bb396bd49fea612e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2078650 May 20 20:43:06.865888 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.868695 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:06.869618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:06.879345 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:07.106587 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58006) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:07.136489 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Pushing event updated for resources: {'Network': ['ID=f72d40bd-87f7-4b08-b5fc-f10a669f646f,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:07.140756 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:07.142001 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:07.150866 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:43:07.167130 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:07.183070 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Usage tracker for resource:security_group_rule and tenant:f3e539df3801451d896b2e2d92995893 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:07.191218 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:07.202886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:07.252909 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3898308 May 20 20:43:07.253817 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58012) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:07.263049 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Request body: {'subnet': {'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1518514888-subnet', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'ip_version': 4}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:07.283476 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:07.290971 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1423-8578-4d7c-aedb-2eb5bf5d5550 req-6a611062-4a7f-4abf-867b-e11aee93935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:07.291564 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Usage tracker for resource:subnet and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:07.293368 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-378b1423-8578-4d7c-aedb-2eb5bf5d5550 req-6a611062-4a7f-4abf-867b-e11aee93935c service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4572430 May 20 20:43:07.299508 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:07.311474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:07.321268 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4715a-5020-43e9-b6e6-54241c972b15 req-ff87ceb9-d2d7-454c-86cd-d792211a4b57 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:07.328485 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-03e4715a-5020-43e9-b6e6-54241c972b15 req-ff87ceb9-d2d7-454c-86cd-d792211a4b57 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2105474 May 20 20:43:07.401534 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:07.408422 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Made reservation on behalf of 21fc0701d67e469fb4249ddf56c7d123 for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:07.412855 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15165429'] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:07.458478 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-03e4715a-5020-43e9-b6e6-54241c972b15 req-6da80c15-12b1-4e5f-aad8-cb11a838eefd tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247683 May 20 20:43:07.482622 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-4a4080bb-48c9-475e-970c-69a82d7ddf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:07.482622 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-4a4080bb-48c9-475e-970c-69a82d7ddf01 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e184b22ac731428bb396bd49fea612e8&device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 1096 time: 0.1287019 May 20 20:43:07.559474 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-a982b417-1ea8-402e-af34-9abc3bbf8112 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4626aa52-1c08-4210-9b68-03f2f2086dbc HTTP/1.1" status: 200 len: 217 time: 0.0673432 May 20 20:43:07.601117 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:07.617572 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-129f5ad4-22a5-44fa-a836-87027fc7a596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:07.661307 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4292acdf-4707-4ccf-aa9e-c1bd540eec63,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:07.680165 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:07.729655 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-e4fbd7bb-0309-4c9e-ab9d-e2ba6278bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:07.732611 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-e4fbd7bb-0309-4c9e-ab9d-e2ba6278bb98 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 200 len: 854 time: 0.1499307 May 20 20:43:07.797161 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f3e539df3801451d896b2e2d92995893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6856019 May 20 20:43:07.800302 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58026) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:07.842953 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-bdbe8611-2a94-4dd3-b68f-4d650c1ec953 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eb4f218f-791a-4620-b994-b3c31510c46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910273 May 20 20:43:07.971377 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d22a-6cf6-422a-8bd9-c3bd6eee7300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:08.021000 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d22a-6cf6-422a-8bd9-c3bd6eee7300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:08.060963 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-9ae24c3c-d671-4ade-8d70-350d9293965c service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095876 May 20 20:43:08.150036 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97be5ff-6085-4f75-a29b-93ede40374ab req-be633bea-8939-4ae2-bd38-7a24626d2591 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:08.168286 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e97be5ff-6085-4f75-a29b-93ede40374ab req-be633bea-8939-4ae2-bd38-7a24626d2591 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 943 time: 0.2907734 May 20 20:43:08.284543 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d22a-6cf6-422a-8bd9-c3bd6eee7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:08.289078 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2a2f9297-0ee2-41af-b8bd-2cd59d628e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:08.303118 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6d22a-6cf6-422a-8bd9-c3bd6eee7300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4292acdf-4707-4ccf-aa9e-c1bd540eec63,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:08.309618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bbd6d22a-6cf6-422a-8bd9-c3bd6eee7300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:08.353637 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e97be5ff-6085-4f75-a29b-93ede40374ab req-2750cf17-5611-45bd-b81c-9e792bc696f7 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870210 May 20 20:43:08.355011 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d22a-6cf6-422a-8bd9-c3bd6eee7300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:08.358406 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-bbd6d22a-6cf6-422a-8bd9-c3bd6eee7300 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4292acdf-4707-4ccf-aa9e-c1bd540eec63 HTTP/1.1" status: 204 len: 168 time: 0.5545368 May 20 20:43:08.423720 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15860627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15165415'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:08.427897 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7e78aa6f-03ec-4a10-87a4-0bb4a60aff4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:08.450694 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14b7bb15-efcb-48f0-bc7f-4f306accd3e6 req-778b5774-5fc9-4bd1-a2b6-8e9e6ee6fa48 service neutron] 10.222.0.95 "GET /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817446 May 20 20:43:08.549723 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bc1293-76c1-4d33-99f8-1f4434cb64c9,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:08.552747 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:08.568482 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Checking segment: {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:08.568838 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Network hostable DHCP agents. Network: f72d40bd-87f7-4b08-b5fc-f10a669f646f, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:43:08.676757 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:43:08.756939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, f72d40bd-87f7-4b08-b5fc-f10a669f646f) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:08.770149 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:08.770739 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b122a-ac8d-4f98-8914-89fe7188a286 None None] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:08.771302 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:08.882463 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-3692f83c-2deb-4b24-aa33-d65f4545e416 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6261573 May 20 20:43:08.885060 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58056) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:08.892137 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:08.904019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:08.933257 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Usage tracker for resource:router and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:08.936917 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:08.945155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:09.083779 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2818cd99-3415-55af-8e45-b60b5c8fdf8a-f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9'}]}} from dv-cinder-784623-13-smb. {{(pid=98923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:43:09.084759 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.151326 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2056604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1542'] for router, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.152775 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2056330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2080221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.170193 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.261150 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.db_base_plugin_common [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Allocated IP 172.20.0.2 (f72d40bd-87f7-4b08-b5fc-f10a669f646f/72bc1293-76c1-4d33-99f8-1f4434cb64c9/eb8eb129-aa1a-4e03-bec2-ee0d50721a11) {{(pid=98923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:09.526804 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Notify callbacks [] for port, precommit_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.548362 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Transition to ACTIVE for port object eb8eb129-aa1a-4e03-bec2-ee0d50721a11 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:09.573247 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Transition to ACTIVE for port object eb8eb129-aa1a-4e03-bec2-ee0d50721a11 will not be triggered until provisioned by entity DHCP. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:09.624679 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.648820 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.656037 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:09.687373 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31986b1f-44fe-4c86-a090-ef20f347b66a req-3caf6beb-3989-4bca-8ecf-e4605441b0e9 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:09.688538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58092) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:09.690296 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-31986b1f-44fe-4c86-a090-ef20f347b66a req-3caf6beb-3989-4bca-8ecf-e4605441b0e9 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 943 time: 0.1411319 May 20 20:43:09.778319 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f is already hosted by enough agents. {{(pid=98923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:09.782261 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.base_scheduler [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Resources bound (agent type, host, resource id): {{(pid=98923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:09.787391 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Received port after_create {{(pid=98923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:09.789570 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Pushing event updated for resources: {'Port': ['ID=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,revision_number=1']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:09.793290 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:09.819093 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-31986b1f-44fe-4c86-a090-ef20f347b66a req-1dc53842-4201-46f6-8783-9b17b86fb1bc tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229203 May 20 20:43:09.902460 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Attempting to bind port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:09.903125 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Attempting to bind port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:09.903898 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Attempting to bind port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 on network f72d40bd-87f7-4b08-b5fc-f10a669f646f {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:09.917073 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.926124 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:09.926886 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Checking segment: {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:09.927758 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:09.928135 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.928548 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Bound using segment: {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:09.929035 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Bound port: eb8eb129-aa1a-4e03-bec2-ee0d50721a11, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:09.930505 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:09.938925 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2933626b77045a8b759acbcbf221c22 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:09.942941 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:09.945294 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aeb0e-6428-44ea-ba03-d6b204324a7d req-62326d00-5cee-4349-bfe4-bb9379da2366 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:09.947038 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-775aeb0e-6428-44ea-ba03-d6b204324a7d req-62326d00-5cee-4349-bfe4-bb9379da2366 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0899484 May 20 20:43:09.956688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:10.040237 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-775aeb0e-6428-44ea-ba03-d6b204324a7d req-dcb04bd8-bdf6-46f6-82b6-a72acf7eb541 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847936 May 20 20:43:10.106610 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] For port eb8eb129-aa1a-4e03-bec2-ee0d50721a11, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:10.110751 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] For port eb8eb129-aa1a-4e03-bec2-ee0d50721a11, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:10.183547 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-db769f65-3f6d-47bb-ac16-4a0cd84f4a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.206655 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.211523 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:10.281575 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.291981 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Pushing event updated for resources: {'Port': ['ID=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:10.295194 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:10.329873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.360739 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.380158 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1b76ad12-23b4-49f2-85e9-eb01d38ee957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:10.389475 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.623328 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a10dac6-0b6d-41ad-8153-d6a323a240ae,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:10.623328 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a2933626b77045a8b759acbcbf221c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7972054 May 20 20:43:10.623328 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:10.623328 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Allocated IP 172.28.1.27 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/24b660f9-3441-44e3-be79-0ce26ac6c1c6) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:10.624241 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58122) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:10.720809 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f2b37db-9896-4126-aea0-550fc1b39c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.752671 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f2b37db-9896-4126-aea0-550fc1b39c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.764645 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.911422 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:10.916543 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:10.974280 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f2b37db-9896-4126-aea0-550fc1b39c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:11.002804 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-303a7432-c353-4cf4-8eba-7125a22b21d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:11.015415 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:11.019317 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:11.024046 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:11.026964 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b37db-9896-4126-aea0-550fc1b39c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a10dac6-0b6d-41ad-8153-d6a323a240ae,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:11.033703 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f2b37db-9896-4126-aea0-550fc1b39c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:11.051570 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f2b37db-9896-4126-aea0-550fc1b39c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:11.055419 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-5f2b37db-9896-4126-aea0-550fc1b39c6d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9a10dac6-0b6d-41ad-8153-d6a323a240ae HTTP/1.1" status: 204 len: 168 time: 0.4321442 May 20 20:43:11.111102 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Pushing event updated for resources: {'Port': ['ID=24b660f9-3441-44e3-be79-0ce26ac6c1c6,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:11.122906 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0b20f-a1ac-45a1-95b6-45302923c477 req-5382798e-8e39-46fb-ab05-37ae550bdd7c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:11.136609 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-75b0b20f-a1ac-45a1-95b6-45302923c477 req-5382798e-8e39-46fb-ab05-37ae550bdd7c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 943 time: 0.2119370 May 20 20:43:11.147994 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.151474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.151474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.151474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.151474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.151474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.151474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.151474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.151474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.152870 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.153240 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.153648 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:11.197324 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-75b0b20f-a1ac-45a1-95b6-45302923c477 req-3299ad47-c27b-473d-a90e-b20bb023590e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596099 May 20 20:43:11.231817 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:11.571544 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f0678-bb04-465b-b666-98f01d8ba5be None None] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:11.849025 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-5fd49da9-cbb3-458e-a7b2-205d01caa674 None None] Provisioning for port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:11.957997 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.096732 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 4626aa52-1c08-4210-9b68-03f2f2086dbc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:43:12.288361 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58150) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:12.306139 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device eb8eb129-aa1a-4e03-bec2-ee0d50721a11 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:12.312166 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.334257 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:12.340806 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Usage tracker for resource:security_group_rule and tenant:1cfe3a0cc7424d92be51d913c74240e1 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:12.344117 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:12.376950 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 4626aa52-1c08-4210-9b68-03f2f2086dbc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4626aa52-1c08-4210-9b68-03f2f2086dbc,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:12.379601 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2056595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183'] for router, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.384867 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:12.398304 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': '4626aa52-1c08-4210-9b68-03f2f2086dbc', 'network_id': 'eb4f218f-791a-4620-b994-b3c31510c46c', 'port_id': '4626aa52-1c08-4210-9b68-03f2f2086dbc', 'mac_address': 'fa:16:3e:50:e9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fffc581-7438-457b-a7fd-f3d7ef59ef00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:43:12.476935 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.479233 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff78a1-a163-4882-8415-67bb10e66fdb req-046fd13b-6269-42c4-80db-65d3b1154109 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:12.482311 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e4ff78a1-a163-4882-8415-67bb10e66fdb req-046fd13b-6269-42c4-80db-65d3b1154109 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 943 time: 0.1320589 May 20 20:43:12.499323 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4626aa52-1c08-4210-9b68-03f2f2086dbc {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:43:12.523578 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 4626aa52-1c08-4210-9b68-03f2f2086dbc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4626aa52-1c08-4210-9b68-03f2f2086dbc,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:12.535001 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:12.543325 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:12.543920 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.562082 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.576339 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e4ff78a1-a163-4882-8415-67bb10e66fdb req-da1d25d4-9bcc-450b-be66-6f2c496b161b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739708 May 20 20:43:12.578853 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.588921 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:12.689221 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=4626aa52-1c08-4210-9b68-03f2f2086dbc,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:12.692553 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:12.702657 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.709201 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ac5ea7a0-3a61-4aaa-a045-2889891109d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:12.745106 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Router dddd2615-294d-495c-8ae0-b4e65db69570 is scheduled to L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 with binding_index 1 {{(pid=98921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 20:43:12.757579 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1cfe3a0cc7424d92be51d913c74240e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657531 May 20 20:43:12.757579 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61adff55-8905-4ac0-b07c-b82c93c15f4d,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:12.759744 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58158) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:12.762208 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:12.773708 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.807774 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.836937 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port eb8eb129-aa1a-4e03-bec2-ee0d50721a11, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:12.839544 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1f3a52af-4bcf-492c-9e17-c450359f90da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.870103 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1f3a52af-4bcf-492c-9e17-c450359f90da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.950747 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:12.958829 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:12.974697 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:43:12.984555 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Sync routers for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:13.004346 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:13.004995 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:42:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:13.027545 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['4626aa52-1c08-4210-9b68-03f2f2086dbc'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:43:13.035565 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1f3a52af-4bcf-492c-9e17-c450359f90da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.042937 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ec3c5792-e5a0-4e46-843f-ab63e8742dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:13.082214 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a52af-4bcf-492c-9e17-c450359f90da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61adff55-8905-4ac0-b07c-b82c93c15f4d,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:13.086063 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1f3a52af-4bcf-492c-9e17-c450359f90da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:13.098094 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1f3a52af-4bcf-492c-9e17-c450359f90da admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.114979 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-1f3a52af-4bcf-492c-9e17-c450359f90da admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/61adff55-8905-4ac0-b07c-b82c93c15f4d HTTP/1.1" status: 204 len: 168 time: 0.3470876 May 20 20:43:13.124185 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0b031369-60ee-4223-ac98-4c0a872e5c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.134882 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.136945 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2506893 May 20 20:43:13.146188 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58174) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:13.165869 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:13.170762 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:13.370288 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:13.686926 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:11Z', 'revision_number': 3, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:13.699371 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Checking router: dddd2615-294d-495c-8ae0-b4e65db69570 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:13.699371 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Updating router dddd2615-294d-495c-8ae0-b4e65db69570 port 24b660f9-3441-44e3-be79-0ce26ac6c1c6 binding host dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:43:13.778687 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:13.916775 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.121461 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41d1a1-71b8-4396-a24b-736f67083e34 req-2f330896-4558-430a-81da-247cec593ce3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:14.129590 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fd41d1a1-71b8-4396-a24b-736f67083e34 req-2f330896-4558-430a-81da-247cec593ce3 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 944 time: 0.2434475 May 20 20:43:14.213255 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device eb8eb129-aa1a-4e03-bec2-ee0d50721a11 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:14.257054 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fd41d1a1-71b8-4396-a24b-736f67083e34 req-f012ee6c-6c9e-46ab-a89b-68c0cea06467 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264744 May 20 20:43:14.350862 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.363374 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:14.363745 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.456539 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Notify callbacks [] for port, precommit_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.472799 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.provisioning_blocks [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Transition to ACTIVE for port object 24b660f9-3441-44e3-be79-0ce26ac6c1c6 will not be triggered until provisioned by entity L2. {{(pid=98924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:14.578468 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.584890 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-25e00db5-79b1-4d8f-9139-76d3af428247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:14.670228 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Allocated IP 172.20.0.1 (f72d40bd-87f7-4b08-b5fc-f10a669f646f/72bc1293-76c1-4d33-99f8-1f4434cb64c9/dc5c9f08-4c6a-40eb-aaab-769173acb83a) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:14.685505 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Attempting to bind port 24b660f9-3441-44e3-be79-0ce26ac6c1c6 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:14.686123 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Attempting to bind port 24b660f9-3441-44e3-be79-0ce26ac6c1c6 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:14.686648 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Attempting to bind port 24b660f9-3441-44e3-be79-0ce26ac6c1c6 on network 30ee588c-b4e7-4d36-8477-f7a8da7195bf {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:14.696891 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:14.697589 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:14.698177 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.698724 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Bound using segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:14.699353 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Bound port: 24b660f9-3441-44e3-be79-0ce26ac6c1c6, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:14.699921 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.832676 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] For port 24b660f9-3441-44e3-be79-0ce26ac6c1c6, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:14.836106 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] For port 24b660f9-3441-44e3-be79-0ce26ac6c1c6, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=24b660f9-3441-44e3-be79-0ce26ac6c1c6,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:14.840003 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Pushing event updated for resources: {'Port': ['ID=24b660f9-3441-44e3-be79-0ce26ac6c1c6,revision_number=2']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:14.848866 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.849503 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.849838 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.850167 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.850537 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.850864 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.851181 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.851501 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.851889 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.852211 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.852517 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.852823 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:14.869651 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:14.892212 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.929338 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Transition to ACTIVE for port object dc5c9f08-4c6a-40eb-aaab-769173acb83a will not be triggered until provisioned by entity DHCP. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:14.957207 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:14.965635 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-a27351fb-dce2-479c-acb2-358920e86372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:15.052756 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.058450 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:15.065475 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:15.067005 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:15.164022 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:15.164574 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Pushing event updated for resources: {'Port': ['ID=24b660f9-3441-44e3-be79-0ce26ac6c1c6,revision_number=3']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:15.168048 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:15.172988 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:15.173177 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-74d16585-4bdf-4288-bbe0-b410ba813c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:15.256236 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2039726'] for router_interface, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.295061 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5c9f08-4c6a-40eb-aaab-769173acb83a,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:15.323502 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58232) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:15.324045 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.324045 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.324296 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.324649 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.324994 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.326378 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.326739 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.327086 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.327431 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.329356 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.329766 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.330085 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:15.339372 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:15.420599 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:15.562567 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.652667 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.712172 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:15.721082 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-43b70210-5963-4a76-a144-31805deaf4f7 None None] Provisioning for port dc5c9f08-4c6a-40eb-aaab-769173acb83a completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:15.723088 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Usage tracker for resource:security_group_rule and tenant:376cc597bbdb4af1818d1e7ded44f372 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:15.727330 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-43b70210-5963-4a76-a144-31805deaf4f7 None None] Provisioning complete for port dc5c9f08-4c6a-40eb-aaab-769173acb83a triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:15.727914 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-43b70210-5963-4a76-a144-31805deaf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.731835 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:15.736438 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.747087 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:15.854523 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-43b70210-5963-4a76-a144-31805deaf4f7 None None] Port dc5c9f08-4c6a-40eb-aaab-769173acb83a cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:43:15.922070 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:11Z', 'revision_number': 3, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:15.927821 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:15.929012 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d6bfdb-c2da-4d69-b5f9-67bfb41889c7 None None] The sync data for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb is: [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:11Z', 'revision_number': 3, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:16.062976 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.082552 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a2436d85-9ce4-4187-91c6-5ed859d238fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:16.098963 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 4626aa52-1c08-4210-9b68-03f2f2086dbc up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:16.142238 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4c070-0145-4c88-8f46-54bc491378d2 req-189616a7-7885-41d8-b479-578fa3ffa5eb tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:16.150978 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fec4c070-0145-4c88-8f46-54bc491378d2 req-189616a7-7885-41d8-b479-578fa3ffa5eb tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 944 time: 0.6619658 May 20 20:43:16.186398 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe89183-86d3-4340-bf00-adf7fee05890,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:16.193226 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=376cc597bbdb4af1818d1e7ded44f372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8685911 May 20 20:43:16.201400 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:16.204338 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58262) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:16.306253 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port 4626aa52-1c08-4210-9b68-03f2f2086dbc completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:16.323854 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fcf260db-cd4b-4e8a-a032-114e31481f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.331491 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port 4626aa52-1c08-4210-9b68-03f2f2086dbc triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:16.338530 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.365511 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fec4c070-0145-4c88-8f46-54bc491378d2 req-50f85d98-3dcd-4a62-acf1-f97da4ac7e8b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131824 May 20 20:43:16.401430 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fcf260db-cd4b-4e8a-a032-114e31481f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.564418 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.670272 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.675313 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fcf260db-cd4b-4e8a-a032-114e31481f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.684430 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.686188 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ccc6cd34-297d-45e6-855a-eafe6f8f176a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:16.716266 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7775fd-60fe-4fb5-a389-e84036328318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4626aa52-1c08-4210-9b68-03f2f2086dbc'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:43:16.731250 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 4626aa52-1c08-4210-9b68-03f2f2086dbc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4626aa52-1c08-4210-9b68-03f2f2086dbc,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:16.742120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf260db-cd4b-4e8a-a032-114e31481f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe89183-86d3-4340-bf00-adf7fee05890,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:16.753108 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-fcf260db-cd4b-4e8a-a032-114e31481f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:16.757054 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:16.760676 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fcf260db-cd4b-4e8a-a032-114e31481f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.762334 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-fcf260db-cd4b-4e8a-a032-114e31481f79 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bbe89183-86d3-4340-bf00-adf7fee05890 HTTP/1.1" status: 204 len: 168 time: 0.5571253 May 20 20:43:16.831411 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:16.836604 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:16.958262 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=4626aa52-1c08-4210-9b68-03f2f2086dbc,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:16.972200 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.972988 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.973616 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.974438 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.975954 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.976633 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.977419 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.978047 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.978731 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.979357 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.980105 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.980702 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:43:16.995385 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:17.196649 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7775fd-60fe-4fb5-a389-e84036328318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4626aa52-1c08-4210-9b68-03f2f2086dbc', 'code': 200} May 20 20:43:17.200174 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2076949'] for router_interface, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:17.232784 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5c9f08-4c6a-40eb-aaab-769173acb83a,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:17.425410 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:17.504139 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-f90b1ed8-3e49-4dac-9478-dc39a29a75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:17.505521 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-f90b1ed8-3e49-4dac-9478-dc39a29a75d7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1098 time: 0.6077473 May 20 20:43:17.583809 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446c4b5-e01c-4dec-9025-346aec8616c9 req-03f4bb5c-0488-4874-a495-02d7aaa4e0cb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:17.592955 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6446c4b5-e01c-4dec-9025-346aec8616c9 req-03f4bb5c-0488-4874-a495-02d7aaa4e0cb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.5673082 May 20 20:43:17.757293 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3753d-f9c9-4da4-816f-9d60ab5c2714 req-9aaaa4c4-a28d-4949-81f1-d6f7990b8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:17.759003 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-23d3753d-f9c9-4da4-816f-9d60ab5c2714 req-9aaaa4c4-a28d-4949-81f1-d6f7990b8e58 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 1098 time: 0.1106300 May 20 20:43:17.775746 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:17.783991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:17.844378 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-23d3753d-f9c9-4da4-816f-9d60ab5c2714 req-470d34a1-217e-4c19-b832-8296592605e7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 May 20 20:43:17.908937 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-c0cfd60d-4bfc-445b-ab04-18a1be8f0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:17.910157 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-c0cfd60d-4bfc-445b-ab04-18a1be8f0ec0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.3895652 May 20 20:43:17.922062 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6446c4b5-e01c-4dec-9025-346aec8616c9 req-afe0fda2-b897-4563-a582-e9151284a363 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203428 May 20 20:43:18.112826 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-fb3b2cab-63a8-405a-8b04-ca9ddc690fb5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 200 len: 217 time: 0.1082854 May 20 20:43:18.128057 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa575d68-4063-4eab-9eb0-a0b2f00e61ae req-53b41a00-232a-42ae-acaf-c05cdb80d7d6 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:18.135182 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fa575d68-4063-4eab-9eb0-a0b2f00e61ae req-53b41a00-232a-42ae-acaf-c05cdb80d7d6 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 945 time: 0.5119121 May 20 20:43:18.244349 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-eabf0eab-e4cf-467d-94a8-4bae7c45a9d0 None None] Provisioning complete for port dc5c9f08-4c6a-40eb-aaab-769173acb83a triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:18.248581 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-eabf0eab-e4cf-467d-94a8-4bae7c45a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.303866 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fa575d68-4063-4eab-9eb0-a0b2f00e61ae req-28adf559-0baf-4bc7-a351-ec3f2187834f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674011 May 20 20:43:18.313707 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 24b660f9-3441-44e3-be79-0ce26ac6c1c6 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:18.314999 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-94058c1c-bc1d-49e1-8f6f-072b7a4d4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:18.318460 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-94058c1c-bc1d-49e1-8f6f-072b7a4d4994 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.1653237 May 20 20:43:18.330599 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Router dddd2615-294d-495c-8ae0-b4e65db69570 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:43:18.406512 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58336) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:18.464717 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-dde6b0b6-71a0-4289-a1d6-d3cbcdd92a1c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319726 May 20 20:43:18.498610 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-eabf0eab-e4cf-467d-94a8-4bae7c45a9d0 None None] Port dc5c9f08-4c6a-40eb-aaab-769173acb83a cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:43:18.551279 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.566865 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:18.571042 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Usage tracker for resource:security_group_rule and tenant:d454ebdace814b7ea2d4011680a41213 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:18.577038 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:18.581926 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:18.613034 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 24b660f9-3441-44e3-be79-0ce26ac6c1c6 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:18.620553 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 24b660f9-3441-44e3-be79-0ce26ac6c1c6 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:18.620951 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.707894 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.750192 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58346) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:18.764480 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.782742 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 24b660f9-3441-44e3-be79-0ce26ac6c1c6, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=24b660f9-3441-44e3-be79-0ce26ac6c1c6,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:18.802782 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.813777 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-99efd9cd-8ca3-4b7f-8e3f-43f8517e18be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:18.855354 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.855573 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f26dfc-8f7c-4d09-99dd-fcecd1ad9b1a,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:18.858307 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:18.875889 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d454ebdace814b7ea2d4011680a41213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670982 May 20 20:43:18.878677 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:18.879159 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58354) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:18.883418 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-197462543-network', 'tenant_id': 'c9c5ca06f82d44e5934097363a705864'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:18.898948 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:18.906012 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Usage tracker for resource:network and tenant:c9c5ca06f82d44e5934097363a705864 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:18.910447 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:18.924261 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:18.975628 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e9698d3b-cce5-4bd1-9818-6aebf5ddd0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:18.978449 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=24b660f9-3441-44e3-be79-0ce26ac6c1c6,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:18.985329 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:19.018295 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:43:19.023305 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-89b9db3c-c8f4-4dae-8c06-bec40de44554 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388936 May 20 20:43:19.028105 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Sync routers for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:19.043221 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:19.043912 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:19.056003 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] 10.222.0.85 "PUT /v2.0/routers/dddd2615-294d-495c-8ae0-b4e65db69570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9020004 May 20 20:43:19.113077 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Made reservation on behalf of c9c5ca06f82d44e5934097363a705864 for: {'network': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:19.115636 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.142984 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.153872 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e9698d3b-cce5-4bd1-9818-6aebf5ddd0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.181059 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:19.201882 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c5ca06f82d44e5934097363a705864 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:19.209701 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:19.220155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:19.367555 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e9698d3b-cce5-4bd1-9818-6aebf5ddd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.377748 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2b3587ce-9f7f-458c-9d1e-ce02d3d4f06c req-7379300c-5e2a-418a-8f51-63d6c997a1d6 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303072 May 20 20:43:19.378379 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-70cd4ef2-b715-40ae-b835-c326181933b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:19.409067 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64141a10-b686-4e0b-a5e0-5a0a79228a38 req-a99b7c1e-7385-4922-993a-66bb5e097f0e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:19.413143 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9698d3b-cce5-4bd1-9818-6aebf5ddd0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f26dfc-8f7c-4d09-99dd-fcecd1ad9b1a,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:19.416836 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-64141a10-b686-4e0b-a5e0-5a0a79228a38 req-a99b7c1e-7385-4922-993a-66bb5e097f0e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3047161 May 20 20:43:19.426868 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e9698d3b-cce5-4bd1-9818-6aebf5ddd0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:19.445815 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:19.447588 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e9698d3b-cce5-4bd1-9818-6aebf5ddd0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.451069 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-e9698d3b-cce5-4bd1-9818-6aebf5ddd0a1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a2f26dfc-8f7c-4d09-99dd-fcecd1ad9b1a HTTP/1.1" status: 204 len: 168 time: 0.5620224 May 20 20:43:19.480671 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-64141a10-b686-4e0b-a5e0-5a0a79228a38 req-726c6ff0-4f03-47ff-bee1-a1d09401174e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627337 May 20 20:43:19.565323 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.650784 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b07c0-1da2-41f4-b331-2abeca394349 req-eaabbee8-70c4-465a-8135-4b39ac88c250 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:19.650784 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f8b07c0-1da2-41f4-b331-2abeca394349 req-eaabbee8-70c4-465a-8135-4b39ac88c250 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 945 time: 0.1640072 May 20 20:43:19.688911 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.699375 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=98921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:43:19.723064 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.724986 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.segments_db [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Added segment bfb4edf9-ad28-4411-acff-1126eddf2ca3 of type vlan for network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe May 20 20:43:19.733328 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f37da10a-f234-4799-a01c-7cf79e60a9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:19.756293 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f8b07c0-1da2-41f4-b331-2abeca394349 req-8576036f-103e-4f25-a43b-26951601e7cb tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043801 May 20 20:43:19.764100 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:19.773419 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:19.792070 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.916475 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.918637 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:19.919226 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:19.925311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:19.954598 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 2, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:19.959735 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Checking router: dddd2615-294d-495c-8ae0-b4e65db69570 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:19.960153 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Updating router dddd2615-294d-495c-8ae0-b4e65db69570 port dc5c9f08-4c6a-40eb-aaab-769173acb83a binding host dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:43:20.035794 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Pushing event updated for resources: {'Network': ['ID=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:20.039190 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:20.043690 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.062109 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58394) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:20.062206 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3062279 May 20 20:43:20.063266 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:43:20.068464 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Request body: {'subnet': {'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-197462543-subnet', 'tenant_id': 'c9c5ca06f82d44e5934097363a705864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:20.073750 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:20.081604 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Usage tracker for resource:subnet and tenant:c9c5ca06f82d44e5934097363a705864 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:20.093054 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:20.105185 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:20.189780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Made reservation on behalf of c9c5ca06f82d44e5934097363a705864 for: {'subnet': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:20.192637 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15880785'] for subnet, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.197982 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 24b660f9-3441-44e3-be79-0ce26ac6c1c6 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:20.362102 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58402) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:20.368405 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2112819217-network', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:20.377182 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:20.384120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Usage tracker for resource:network and tenant:90c26efe2db14e46a38a3d376b21c35e is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:20.387466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:20.401881 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58408) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:20.405799 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:20.410409 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 24b660f9-3441-44e3-be79-0ce26ac6c1c6 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:20.410797 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.431412 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.447935 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:20.452017 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Usage tracker for resource:security_group_rule and tenant:3d22e068066247d7a2037cceaf2ee4b2 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:20.456233 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:20.462818 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:20.520677 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Made reservation on behalf of 90c26efe2db14e46a38a3d376b21c35e for: {'network': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:20.523208 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.538325 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.574062 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:20.583344 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Usage tracker for resource:security_group_rule and tenant:90c26efe2db14e46a38a3d376b21c35e is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:20.592798 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:20.605257 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:20.608124 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.660805 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.671209 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:20.708475 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c681b3c-0d19-4b5d-a07a-50fd2a6755d9,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:20.716263 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Notify callbacks [] for port, precommit_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.723506 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:20.730836 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Transition to ACTIVE for port object dc5c9f08-4c6a-40eb-aaab-769173acb83a will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:20.733894 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3d22e068066247d7a2037cceaf2ee4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306627 May 20 20:43:20.737275 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58416) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:20.811949 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f664ef9-726e-4555-b8ab-fe15f1415505 req-f9a94ef2-b41e-4287-b68b-66459489f037 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:20.817327 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.822614 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f664ef9-726e-4555-b8ab-fe15f1415505 req-f9a94ef2-b41e-4287-b68b-66459489f037 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1556878 May 20 20:43:20.831674 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.838057 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:20.840072 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fe82b419-2005-4a19-b93e-69b6078dde2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.873297 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fe82b419-2005-4a19-b93e-69b6078dde2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.887917 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f664ef9-726e-4555-b8ab-fe15f1415505 req-d2b60574-9b35-4865-ab28-e81c353804c7 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625947 May 20 20:43:20.908962 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:20.916493 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e9698d3b-cce5-4bd1-9818-6aebf5ddd0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:20.976155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=98921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:43:20.991057 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca198d0e-40e2-4ef5-b92c-ea64570ceb29,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:21.003055 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:21.086465 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128c689-cd44-4f35-a8b7-0c2f68387807 req-490bb4b4-07b6-4041-9897-23b50e49dcda tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:21.088557 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3128c689-cd44-4f35-a8b7-0c2f68387807 req-490bb4b4-07b6-4041-9897-23b50e49dcda tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 945 time: 0.1991954 May 20 20:43:21.105060 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f93538-e841-4817-9c6b-e68431ef6292 None None] Pushing event updated for resources: {'Port': ['ID=dc5c9f08-4c6a-40eb-aaab-769173acb83a,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:21.119961 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-81f93538-e841-4817-9c6b-e68431ef6292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:21.121687 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14728640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15880771'] for subnet, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.133998 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2a8c8782-b480-4e09-88e9-677c9bda2009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:21.180741 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Attempting to bind port dc5c9f08-4c6a-40eb-aaab-769173acb83a on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:21.181362 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Attempting to bind port dc5c9f08-4c6a-40eb-aaab-769173acb83a by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:21.181848 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Attempting to bind port dc5c9f08-4c6a-40eb-aaab-769173acb83a on network f72d40bd-87f7-4b08-b5fc-f10a669f646f {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:21.189188 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:21.189735 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Checking segment: {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:21.190243 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.190752 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Bound using segment: {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:21.191394 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Bound port: dc5c9f08-4c6a-40eb-aaab-769173acb83a, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:21.191860 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.221474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fe82b419-2005-4a19-b93e-69b6078dde2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.226144 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.226492 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.segments_db [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Added segment 21af5226-5f5e-454b-bd80-5dc7a3d415aa of type vlan for network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 May 20 20:43:21.229618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-fcf260db-cd4b-4e8a-a032-114e31481f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:21.233446 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3128c689-cd44-4f35-a8b7-0c2f68387807 req-43e9179e-f95b-4886-b883-fc94d2291828 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379156 May 20 20:43:21.257196 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05934824-cf0b-46bb-aed3-66cf45065a2d,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:21.262555 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Checking segment: {'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:21.276068 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Network hostable DHCP agents. Network: 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:43:21.279830 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82b419-2005-4a19-b93e-69b6078dde2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c681b3c-0d19-4b5d-a07a-50fd2a6755d9,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:21.290202 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-fe82b419-2005-4a19-b93e-69b6078dde2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:21.296928 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:21.317046 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fe82b419-2005-4a19-b93e-69b6078dde2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.318176 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-fe82b419-2005-4a19-b93e-69b6078dde2e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3c681b3c-0d19-4b5d-a07a-50fd2a6755d9 HTTP/1.1" status: 204 len: 168 time: 0.5799711 May 20 20:43:21.324341 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.374822 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] For port dc5c9f08-4c6a-40eb-aaab-769173acb83a, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:21.381328 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] For port dc5c9f08-4c6a-40eb-aaab-769173acb83a, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=dc5c9f08-4c6a-40eb-aaab-769173acb83a,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:21.448273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:43:21.505585 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.505826 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.507147 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:21.507841 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.510903 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:21.513517 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:21.534625 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe) {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:21.550162 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:21.550757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:21.574971 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d44c37-d714-4c75-aaaa-1ce0c7e70019 None None] Network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:21.681754 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6220326 May 20 20:43:21.708623 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3421788 May 20 20:43:21.708623 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Pushing event updated for resources: {'Network': ['ID=0bf0bf2c-4e1e-409f-90e6-00a7824c9c30,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:21.713101 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58438) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:21.717463 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Request body: {'subnet': {'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2112819217-subnet', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'ip_version': 4}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:21.730280 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:21.737625 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:21.744759 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Usage tracker for resource:subnet and tenant:90c26efe2db14e46a38a3d376b21c35e is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:21.749451 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:21.767688 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:21.768471 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:21.776628 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:21.829763 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:43:21.899577 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f93538-e841-4817-9c6b-e68431ef6292 None None] Pushing event updated for resources: {'Port': ['ID=dc5c9f08-4c6a-40eb-aaab-769173acb83a,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:21.908867 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-81f93538-e841-4817-9c6b-e68431ef6292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:21.927722 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Made reservation on behalf of 90c26efe2db14e46a38a3d376b21c35e for: {'subnet': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:21.933253 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15880785'] for subnet, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.348910 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:22.365035 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfd236-0e57-420c-b8a3-e1a7dfd43f22 req-d7729db5-502f-43ad-8de7-528684c6a9c4 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:22.373109 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-21cfd236-0e57-420c-b8a3-e1a7dfd43f22 req-d7729db5-502f-43ad-8de7-528684c6a9c4 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2887509 May 20 20:43:22.398951 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e269ee-b45f-468e-aa99-c6e36983aacb None None] Network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:22.450527 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-21cfd236-0e57-420c-b8a3-e1a7dfd43f22 req-54debed3-30ab-4d83-aa4e-05f2e03d3e72 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763245 May 20 20:43:22.879910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14728640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15880771'] for subnet, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:22.889082 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:22.906635 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:21Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:22.913132 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359bb6af-70c7-4fda-9cf3-2e3e5de0c080 None None] The sync data for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb is: [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:21Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:22.974670 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76102e5-8f16-4387-9ef7-83d64723d521,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:22.995173 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:23.007549 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Checking segment: {'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:23.007935 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Network hostable DHCP agents. Network: 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:43:23.139358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:43:23.246428 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30) {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:23.258452 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c52b9f6-2797-46f7-92e8-06a9df472d29 None None] Network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:23.279567 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:23.282270 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.291515 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58488) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:23.465975 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58496) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:23.472342 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:23.473198 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-9c4c29d8-4bde-4e39-8be2-2f98a1140c13 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7572677 May 20 20:43:23.482324 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:23.497120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Usage tracker for resource:router and tenant:90c26efe2db14e46a38a3d376b21c35e is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:23.502729 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:23.525189 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:23.659679 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2056604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1542'] for router, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.662913 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2056330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2080221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.698432 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.796999 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.828550 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7735c62-d08e-4806-a2c8-e4519aaa9c0e req-58ba8acf-b678-410e-87f2-2dd4dad99d3f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:23.831229 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2818cd99-3415-55af-8e45-b60b5c8fdf8a-0bf0bf2c-4e1e-409f-90e6-00a7824c9c30', 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'fixed_ips': [{'subnet_id': 'a76102e5-8f16-4387-9ef7-83d64723d521'}]}} from dv-cinder-784623-13-smb. {{(pid=98923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:43:23.834187 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c7735c62-d08e-4806-a2c8-e4519aaa9c0e req-58ba8acf-b678-410e-87f2-2dd4dad99d3f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1785514 May 20 20:43:23.837742 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:23.923440 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c7735c62-d08e-4806-a2c8-e4519aaa9c0e req-365a592d-2d6f-41a4-89f2-2dbd84d8786e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816431 May 20 20:43:23.997153 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:24.005730 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Usage tracker for resource:security_group_rule and tenant:dde85f9276dc4a0b85fef086ae1924ae is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:24.062373 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:24.063966 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.db_base_plugin_common [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Allocated IP 172.20.0.2 (0bf0bf2c-4e1e-409f-90e6-00a7824c9c30/a76102e5-8f16-4387-9ef7-83d64723d521/be37bbb6-68c0-4fde-b183-f150f28b0344) {{(pid=98923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:24.083060 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:24.228388 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.334014 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device dc5c9f08-4c6a-40eb-aaab-769173acb83a up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:24.357817 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.435223 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.447049 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:24.486100 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Notify callbacks [] for port, precommit_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.493621 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a018708-ea57-40e9-bdf5-acf2e8425191,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:24.501233 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Transition to ACTIVE for port object be37bbb6-68c0-4fde-b183-f150f28b0344 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:24.513227 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:24.524144 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Transition to ACTIVE for port object be37bbb6-68c0-4fde-b183-f150f28b0344 will not be triggered until provisioned by entity DHCP. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:24.577695 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port dc5c9f08-4c6a-40eb-aaab-769173acb83a completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:24.585254 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port dc5c9f08-4c6a-40eb-aaab-769173acb83a triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:24.585606 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.595521 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58534) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:24.596183 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dde85f9276dc4a0b85fef086ae1924ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3026357 May 20 20:43:24.634504 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.659971 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:24.726115 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-960d672f-e687-47cf-b6f7-d7cd78ee1ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.746942 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 is already hosted by enough agents. {{(pid=98923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:24.751874 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.base_scheduler [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Resources bound (agent type, host, resource id): {{(pid=98923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:24.757475 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-960d672f-e687-47cf-b6f7-d7cd78ee1ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.760360 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Received port after_create {{(pid=98923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:24.787675 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Pushing event updated for resources: {'Port': ['ID=be37bbb6-68c0-4fde-b183-f150f28b0344,revision_number=1']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:24.795375 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:24.926361 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-960d672f-e687-47cf-b6f7-d7cd78ee1ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.932621 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:24.935539 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.958377 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d672f-e687-47cf-b6f7-d7cd78ee1ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a018708-ea57-40e9-bdf5-acf2e8425191,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:24.958630 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Attempting to bind port be37bbb6-68c0-4fde-b183-f150f28b0344 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:24.958630 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Attempting to bind port be37bbb6-68c0-4fde-b183-f150f28b0344 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:24.959188 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Attempting to bind port be37bbb6-68c0-4fde-b183-f150f28b0344 on network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:24.961920 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.963182 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-960d672f-e687-47cf-b6f7-d7cd78ee1ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:24.965054 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-960d672f-e687-47cf-b6f7-d7cd78ee1ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.966388 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-960d672f-e687-47cf-b6f7-d7cd78ee1ea2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/8a018708-ea57-40e9-bdf5-acf2e8425191 HTTP/1.1" status: 204 len: 168 time: 0.3696015 May 20 20:43:24.995494 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:24.996009 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Checking segment: {'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:24.996730 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:24.997484 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Bound using segment: {'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:24.998255 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Bound port: be37bbb6-68c0-4fde-b183-f150f28b0344, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:24.998832 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.076876 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.082276 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port dc5c9f08-4c6a-40eb-aaab-769173acb83a, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=dc5c9f08-4c6a-40eb-aaab-769173acb83a,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:25.138128 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] For port be37bbb6-68c0-4fde-b183-f150f28b0344, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:25.145056 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] For port be37bbb6-68c0-4fde-b183-f150f28b0344, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=be37bbb6-68c0-4fde-b183-f150f28b0344,segment=NetworkSegment(21af5226-5f5e-454b-bd80-5dc7a3d415aa),segment_id=21af5226-5f5e-454b-bd80-5dc7a3d415aa)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:25.190582 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.192920 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:25.254213 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.295431 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Allocated IP 172.28.1.176 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/6ba87a02-72f7-4fa7-addd-608fb85d3940) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:25.315566 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d437b-1e44-4f14-a10e-e2d7d6381783 req-69968be1-9062-420c-8dbb-ed1cee46ac83 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:25.316822 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=dc5c9f08-4c6a-40eb-aaab-769173acb83a,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:25.320289 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:25.320965 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:25.333096 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5e7d437b-1e44-4f14-a10e-e2d7d6381783 req-69968be1-9062-420c-8dbb-ed1cee46ac83 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1247008 May 20 20:43:25.490115 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5e7d437b-1e44-4f14-a10e-e2d7d6381783 req-7616d618-d9ed-4bab-8a41-8c8ea9bedaef tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557875 May 20 20:43:25.511890 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Pushing event updated for resources: {'Port': ['ID=be37bbb6-68c0-4fde-b183-f150f28b0344,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:25.520029 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:25.612208 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58560) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:25.789466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.981084 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:25.998449 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:26.003277 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.004968 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f605f3add14f38a41269382e342393 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:26.008933 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:26.010081 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-58c75bc9-3b01-4e06-8d7e-ca9f3a6c770f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:26.015105 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:26.087390 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Pushing event updated for resources: {'Port': ['ID=6ba87a02-72f7-4fa7-addd-608fb85d3940,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:26.090415 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:26.104347 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:26.105555 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:26.108016 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:26.121820 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.190384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.213922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-216c9b7f-e82f-44eb-a212-e85d2cbeaf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:26.240202 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c3f605f3add14f38a41269382e342393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243813 May 20 20:43:26.242550 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58570) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:26.253920 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a143bd18-7fc2-47da-a0a4-88a173abd1e9,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:26.257108 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:26.295107 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device be37bbb6-68c0-4fde-b183-f150f28b0344 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:26.480521 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port be37bbb6-68c0-4fde-b183-f150f28b0344 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:26.487812 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device dc5c9f08-4c6a-40eb-aaab-769173acb83a up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:26.490546 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1f3b32b7-2af9-41db-9ea3-8d43ee044e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.529974 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1f3b32b7-2af9-41db-9ea3-8d43ee044e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.636287 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port dc5c9f08-4c6a-40eb-aaab-769173acb83a triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:26.636519 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.717193 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-918bc490-a745-4031-b627-01a736f8f570 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:26.726805 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-918bc490-a745-4031-b627-01a736f8f570 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/networks?id=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe HTTP/1.1" status: 200 len: 813 time: 0.2791624 May 20 20:43:26.754126 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-569ca6a2-1e56-4178-8b49-1823f30ba6d8 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/quotas/c9c5ca06f82d44e5934097363a705864 HTTP/1.1" status: 200 len: 375 time: 0.0256019 May 20 20:43:26.813537 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1f3b32b7-2af9-41db-9ea3-8d43ee044e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:26.831086 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d9ae835d-bb66-429c-b18b-d2b61f1e947a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:26.868939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b32b7-2af9-41db-9ea3-8d43ee044e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a143bd18-7fc2-47da-a0a4-88a173abd1e9,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:26.880947 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1f3b32b7-2af9-41db-9ea3-8d43ee044e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:26.910885 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-f69b2a9f-994d-461a-b7af-5902d2bc3a46 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c9c5ca06f82d44e5934097363a705864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1562390 May 20 20:43:26.921333 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a5e5c7-8d38-4db5-bbff-3ee5253c5611 None None] Network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:27.024039 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.105060 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1f3b32b7-2af9-41db-9ea3-8d43ee044e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.127610 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-1f3b32b7-2af9-41db-9ea3-8d43ee044e95 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a143bd18-7fc2-47da-a0a4-88a173abd1e9 HTTP/1.1" status: 204 len: 168 time: 0.8676102 May 20 20:43:27.133974 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-28434a3c-053c-4ccd-8d74-520ae5ceddd2 service neutron] 10.222.0.85 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128394 May 20 20:43:27.189381 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] Provisioning for port be37bbb6-68c0-4fde-b183-f150f28b0344 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:27.207651 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] Provisioning complete for port be37bbb6-68c0-4fde-b183-f150f28b0344 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:27.208115 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.214248 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e06586-b424-4b26-bc3d-e6b9a8223b04 req-180ee4dd-63a7-4716-bd40-855a50423c3e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:27.216048 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c4e06586-b424-4b26-bc3d-e6b9a8223b04 req-180ee4dd-63a7-4716-bd40-855a50423c3e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1931009 May 20 20:43:27.361359 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c4e06586-b424-4b26-bc3d-e6b9a8223b04 req-3ef2873d-f166-4116-bb3f-7a082d2af139 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952089 May 20 20:43:27.381230 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-d6ee5105-96b0-4789-bb2e-d847176fbb87 service neutron] 10.222.0.85 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319741 May 20 20:43:27.412871 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.441475 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2056595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183'] for router, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.477900 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] For port be37bbb6-68c0-4fde-b183-f150f28b0344, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=be37bbb6-68c0-4fde-b183-f150f28b0344,segment=NetworkSegment(21af5226-5f5e-454b-bd80-5dc7a3d415aa),segment_id=21af5226-5f5e-454b-bd80-5dc7a3d415aa)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:27.586879 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.590982 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:27.667838 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a70a4-1af6-408d-8d78-488aec8e7b72 req-7b7b8660-1e47-4d4a-b833-266399a71057 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:27.669490 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ea3a70a4-1af6-408d-8d78-488aec8e7b72 req-7b7b8660-1e47-4d4a-b833-266399a71057 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1513739 May 20 20:43:27.771141 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ea3a70a4-1af6-408d-8d78-488aec8e7b72 req-774a7d7c-e339-4570-a986-dc6382ef76ff tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856075 May 20 20:43:27.829299 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] Pushing event updated for resources: {'Port': ['ID=be37bbb6-68c0-4fde-b183-f150f28b0344,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:27.841213 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:27.841213 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-be88986f-9312-4037-b927-e692214dd729 None None] Provisioning complete for port be37bbb6-68c0-4fde-b183-f150f28b0344 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:27.841213 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-be88986f-9312-4037-b927-e692214dd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:27.920910 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-45a71eaa-da38-4466-a885-3a72c3d36b01 req-942f9513-7bc1-46ee-a66b-6e30e47dcada tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 210 time: 0.0844669 May 20 20:43:28.080903 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef is scheduled to L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 with binding_index 1 {{(pid=98921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 20:43:28.163554 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device be37bbb6-68c0-4fde-b183-f150f28b0344 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:28.238825 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port be37bbb6-68c0-4fde-b183-f150f28b0344 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:28.239471 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.286736 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:43:28.296104 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Sync routers for ids ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:28.313553 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Routers {'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:28.314334 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:28.374208 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:28.378320 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9086347 May 20 20:43:28.378603 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58630) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:28.577024 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Set router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:28.601171 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc8c99-6acb-44b4-a02c-d2dfa5bb4a2b req-e8fbe678-9388-4e61-a2c3-b10c3eca3563 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:28.603292 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-37bc8c99-6acb-44b4-a02c-d2dfa5bb4a2b req-e8fbe678-9388-4e61-a2c3-b10c3eca3563 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0924301 May 20 20:43:28.710998 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-37bc8c99-6acb-44b4-a02c-d2dfa5bb4a2b req-a0529477-4bf1-4f27-8c81-328d912b1268 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014423 May 20 20:43:28.946777 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c10de-212a-427e-a88b-d12177ae6d4b req-3792a6d0-483a-4d19-858f-444ac50c6916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:28.961531 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988c10de-212a-427e-a88b-d12177ae6d4b req-3792a6d0-483a-4d19-858f-444ac50c6916 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1098 time: 0.1512158 May 20 20:43:29.049955 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:43:26Z', 'revision_number': 3, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:29.061282 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Checking router: fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:29.061688 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Updating router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef port 6ba87a02-72f7-4fa7-addd-608fb85d3940 binding host dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:43:29.147120 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.429344 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-25f1f7ab-0bce-487d-a5e0-b22dfd0c29d7 req-f4181137-65ff-4bc4-b635-b0885c6e3720 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 210 time: 0.3073778 May 20 20:43:29.495582 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.557237 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7190c02-f2f9-4388-b65b-66692a10dde8 req-2bd2bd8a-1e22-4e45-89ee-eb58ee2a8187 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:29.574590 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a7190c02-f2f9-4388-b65b-66692a10dde8 req-2bd2bd8a-1e22-4e45-89ee-eb58ee2a8187 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.5140786 May 20 20:43:29.629640 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c10de-212a-427e-a88b-d12177ae6d4b req-680f79e8-81f6-4b11-8d3c-7a444aa4fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:29.631107 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988c10de-212a-427e-a88b-d12177ae6d4b req-680f79e8-81f6-4b11-8d3c-7a444aa4fdff service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.6540132 May 20 20:43:29.684204 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Notify callbacks [] for port, precommit_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.700581 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.provisioning_blocks [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Transition to ACTIVE for port object 6ba87a02-72f7-4fa7-addd-608fb85d3940 will not be triggered until provisioned by entity L2. {{(pid=98924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:29.735653 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988c10de-212a-427e-a88b-d12177ae6d4b req-c3e3f295-d673-4875-8ac8-6e19d64425f9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 200 len: 217 time: 0.0917981 May 20 20:43:29.740787 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a7190c02-f2f9-4388-b65b-66692a10dde8 req-ff8cb447-559a-4408-9c19-eb16f6e96796 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652856 May 20 20:43:29.779952 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.796411 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:29.834394 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c10de-212a-427e-a88b-d12177ae6d4b req-9f86a687-a112-4256-9e66-a27f72dbb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:29.838070 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988c10de-212a-427e-a88b-d12177ae6d4b req-9f86a687-a112-4256-9e66-a27f72dbb504 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.0933800 May 20 20:43:29.882854 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Attempting to bind port 6ba87a02-72f7-4fa7-addd-608fb85d3940 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:29.883389 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Attempting to bind port 6ba87a02-72f7-4fa7-addd-608fb85d3940 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:29.883897 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Attempting to bind port 6ba87a02-72f7-4fa7-addd-608fb85d3940 on network 30ee588c-b4e7-4d36-8477-f7a8da7195bf {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:29.886222 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Allocated IP 172.20.0.1 (0bf0bf2c-4e1e-409f-90e6-00a7824c9c30/a76102e5-8f16-4387-9ef7-83d64723d521/0ff59c54-83b4-4764-90bc-16f106441211) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:29.894104 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:29.894600 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:29.895456 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.895621 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Bound using segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:29.896256 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Bound port: 6ba87a02-72f7-4fa7-addd-608fb85d3940, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:29.896765 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:29.900584 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988c10de-212a-427e-a88b-d12177ae6d4b req-d79e7420-d486-4cc8-886b-ce24ae220b7c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557349 May 20 20:43:29.942455 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e43236-dd73-4efb-9d4c-b5b188e9445a None None] Pushing event updated for resources: {'Port': ['ID=6ba87a02-72f7-4fa7-addd-608fb85d3940,revision_number=2']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:29.952182 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-29e43236-dd73-4efb-9d4c-b5b188e9445a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:30.073827 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] For port 6ba87a02-72f7-4fa7-addd-608fb85d3940, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:30.079953 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] For port 6ba87a02-72f7-4fa7-addd-608fb85d3940, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=6ba87a02-72f7-4fa7-addd-608fb85d3940,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:30.129111 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.154010 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Transition to ACTIVE for port object 0ff59c54-83b4-4764-90bc-16f106441211 will not be triggered until provisioned by entity DHCP. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:30.180055 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.186418 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-04c7deae-33fe-4a1b-b005-26faf7588721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:30.223574 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988c10de-212a-427e-a88b-d12177ae6d4b req-7639d36b-a53d-41aa-8c93-1232f8c8a02f service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899401 May 20 20:43:30.237756 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa7c9f-695d-4620-a6d5-e7c21a05c0c2 req-e5d4b31c-97a9-4d70-9170-96838fb6fb71 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:30.239583 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d8aa7c9f-695d-4620-a6d5-e7c21a05c0c2 req-e5d4b31c-97a9-4d70-9170-96838fb6fb71 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3381276 May 20 20:43:30.289474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.292119 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Routers {'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:30.293221 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:30.306791 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:30.340121 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24294a-462b-4a7f-8672-b1f817e63ea2 req-299472f0-88bd-4247-9925-fa2956c00302 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:30.341651 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fa24294a-462b-4a7f-8672-b1f817e63ea2 req-299472f0-88bd-4247-9925-fa2956c00302 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2798104 May 20 20:43:30.362631 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e43236-dd73-4efb-9d4c-b5b188e9445a None None] Pushing event updated for resources: {'Port': ['ID=6ba87a02-72f7-4fa7-addd-608fb85d3940,revision_number=3']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:30.373447 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:30.392806 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-29e43236-dd73-4efb-9d4c-b5b188e9445a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:30.407388 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:30.417797 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:30.570611 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] Set router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:30.595444 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d8aa7c9f-695d-4620-a6d5-e7c21a05c0c2 req-2db68ad7-04d4-475f-93cf-b15695c6b8ed tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309157 May 20 20:43:30.666049 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fa24294a-462b-4a7f-8672-b1f817e63ea2 req-ff5163e3-ce37-40c3-9183-a993314a4cb7 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062558 May 20 20:43:30.708788 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Pushing event updated for resources: {'Port': ['ID=0ff59c54-83b4-4764-90bc-16f106441211,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:30.718616 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:30.720164 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2039726'] for router_interface, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.737467 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988c10de-212a-427e-a88b-d12177ae6d4b req-9e2b0afd-5039-4a3d-b7cf-31f15d5f5b10 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955623 May 20 20:43:30.822984 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d159d115-a5eb-4006-9946-d400e133bd0a req-8b9b4343-2558-4e65-b771-b4e957139e1a tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 210 time: 0.0742335 May 20 20:43:30.939606 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-9135866b-dff7-4bec-a308-2265a5db0b94 None None] Provisioning for port 0ff59c54-83b4-4764-90bc-16f106441211 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:30.946676 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-9135866b-dff7-4bec-a308-2265a5db0b94 None None] Provisioning complete for port 0ff59c54-83b4-4764-90bc-16f106441211 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:30.947732 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9135866b-dff7-4bec-a308-2265a5db0b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:30.962818 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:43:26Z', 'revision_number': 3, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:30.968520 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20460470-4886-4650-acd6-09b28b3ab1a5 None None] The sync data for ids ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'] in dv-cinder-784623-13-smb is: [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:43:26Z', 'revision_number': 3, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:31.058193 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.058423 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-9135866b-dff7-4bec-a308-2265a5db0b94 None None] Port 0ff59c54-83b4-4764-90bc-16f106441211 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:43:31.077450 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d6e80-2740-4eb0-99dc-c5e99bfb8ca6 req-10ac6f7e-9619-4a10-bb44-053898dc787e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:31.079045 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5b2d6e80-2740-4eb0-99dc-c5e99bfb8ca6 req-10ac6f7e-9619-4a10-bb44-053898dc787e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1558464 May 20 20:43:31.132114 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5b2d6e80-2740-4eb0-99dc-c5e99bfb8ca6 req-5432a597-17dc-4724-b266-9a8883fa95a5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460746 May 20 20:43:31.432154 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.457086 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-faa2510d-fa85-48a1-8cd2-bbf7dab465ad tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:31.460906 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-faa2510d-fa85-48a1-8cd2-bbf7dab465ad tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.95 "GET /v2.0/networks?id=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe HTTP/1.1" status: 200 len: 813 time: 0.2848847 May 20 20:43:31.484023 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Request body: {'port': {'device_id': '7e36ebfd-0325-4a57-a547-634518b9ed53', 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe', 'admin_state_up': True, 'tenant_id': 'c9c5ca06f82d44e5934097363a705864'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:31.537762 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.574288 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-72bc6c39-680a-46c5-90fd-c1489ad140aa tempest-VolumesActionsTest-551318126 tempest-VolumesActionsTest-551318126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:31.723805 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:31.730614 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Pushing event updated for resources: {'Port': ['ID=0ff59c54-83b4-4764-90bc-16f106441211,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:31.731535 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Usage tracker for resource:port and tenant:c9c5ca06f82d44e5934097363a705864 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:31.737425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:31.741484 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:31.748993 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:31.774076 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2076949'] for router_interface, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.955184 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:31.956483 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:31.968743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Made reservation on behalf of c9c5ca06f82d44e5934097363a705864 for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:31.972644 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:31.998401 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1952-42f9-4916-8d5e-c971b9c94497 req-84560a4d-0f46-47f4-9eca-7db691f8271e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:32.004313 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-241f1952-42f9-4916-8d5e-c971b9c94497 req-84560a4d-0f46-47f4-9eca-7db691f8271e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2230725 May 20 20:43:32.064825 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c94c-bcec-46b6-87dd-756d9d82d01c req-5edb21a1-8497-4908-95da-59b108dcc9bd tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:32.072530 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-41b5c94c-bcec-46b6-87dd-756d9d82d01c req-5edb21a1-8497-4908-95da-59b108dcc9bd tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2194819 May 20 20:43:32.193119 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-241f1952-42f9-4916-8d5e-c971b9c94497 req-ad14d3b9-777c-46de-96a8-c2170b860cfd tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862767 May 20 20:43:32.260774 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:43:32.271964 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 6ba87a02-72f7-4fa7-addd-608fb85d3940 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:32.354991 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-41b5c94c-bcec-46b6-87dd-756d9d82d01c req-c72802b4-77e6-4a21-9e8e-da1845b8de59 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757869 May 20 20:43:32.416563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-8d9716a1-b055-4c85-9c1f-c2fb8105258b None None] Provisioning complete for port 0ff59c54-83b4-4764-90bc-16f106441211 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:32.417205 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8d9716a1-b055-4c85-9c1f-c2fb8105258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.508058 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-8d9716a1-b055-4c85-9c1f-c2fb8105258b None None] Port 0ff59c54-83b4-4764-90bc-16f106441211 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:43:32.544145 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:43:32.559777 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] 10.222.0.85 "PUT /v2.0/routers/fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1800184 May 20 20:43:32.596599 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 6ba87a02-72f7-4fa7-addd-608fb85d3940 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:32.603085 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.605272 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 6ba87a02-72f7-4fa7-addd-608fb85d3940 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:32.605832 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.679114 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-72bd3883-b17e-4409-957f-a7459604feb0 req-73f835bd-5df3-403d-8e08-e0bf58e0877b tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 210 time: 0.2047515 May 20 20:43:32.757878 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Allocated IP 172.20.0.14 (5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe/05934824-cf0b-46bb-aed3-66cf45065a2d/3813d758-a964-4a9c-861c-dc28aee3c07b) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:32.771316 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.793388 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 6ba87a02-72f7-4fa7-addd-608fb85d3940, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=6ba87a02-72f7-4fa7-addd-608fb85d3940,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:32.846419 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98a6c4-800c-4e28-affd-b7354cab1fd6 req-a99d1f22-bbf3-48c6-b6a8-175d9989db29 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:32.847971 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9c98a6c4-800c-4e28-affd-b7354cab1fd6 req-a99d1f22-bbf3-48c6-b6a8-175d9989db29 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2147942 May 20 20:43:32.926248 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:32.929475 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:32.996517 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9c98a6c4-800c-4e28-affd-b7354cab1fd6 req-3b4830b6-8497-456b-bdea-065da2509161 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415348 May 20 20:43:33.041856 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=6ba87a02-72f7-4fa7-addd-608fb85d3940,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:33.044977 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:33.069195 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.179217 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.185852 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:33.211929 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Sync routers for ids ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:33.232121 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Routers {'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:33.233862 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:33.256856 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:33.262379 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:33.264134 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:33.299164 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Pushing event updated for resources: {'Port': ['ID=3813d758-a964-4a9c-861c-dc28aee3c07b,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:33.306241 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:33.384093 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:33.384720 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:33.434898 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee999c-5641-45b4-99e9-58d32caaac3a req-ce985c9a-d364-446d-9de6-049c30e45463 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:33.436482 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ceee999c-5641-45b4-99e9-58d32caaac3a req-ce985c9a-d364-446d-9de6-049c30e45463 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1275010 May 20 20:43:33.453927 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Set router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:33.546610 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0667033 May 20 20:43:33.581604 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ceee999c-5641-45b4-99e9-58d32caaac3a req-72cbb1c8-da49-4c80-8316-75c4d12b6daf tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370001 May 20 20:43:33.614709 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca997559-64c8-4914-a9e2-f534caa82926 req-582aed7d-58d3-41cf-9eb8-37c2f8c48dd8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:33.616560 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ca997559-64c8-4914-a9e2-f534caa82926 req-582aed7d-58d3-41cf-9eb8-37c2f8c48dd8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1376910 May 20 20:43:33.676496 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ca997559-64c8-4914-a9e2-f534caa82926 req-34e8869e-a664-48e9-aaa2-be2f24315bfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512221 May 20 20:43:33.716642 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Request body: {'port': {'device_id': '7e36ebfd-0325-4a57-a547-634518b9ed53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:33.989789 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:43:30Z', 'revision_number': 4, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '0ff59c54-83b4-4764-90bc-16f106441211', 'name': '', 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'mac_address': 'fa:16:3e:59:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a76102e5-8f16-4387-9ef7-83d64723d521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:29Z', 'updated_at': '2021-05-20T20:43:31Z', 'revision_number': 2, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'subnets': [{'id': 'a76102e5-8f16-4387-9ef7-83d64723d521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:34.009929 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Checking router: fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:34.010299 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Updating router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef port 0ff59c54-83b4-4764-90bc-16f106441211 binding host dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:43:34.016006 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.092184 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.235915 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 6ba87a02-72f7-4fa7-addd-608fb85d3940 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:34.328964 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1b59c-c902-48a2-80e3-b99084b8b23c req-a82a0a17-c203-4088-96c7-aa7fc5af35bc tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:34.332131 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-0bd1b59c-c902-48a2-80e3-b99084b8b23c req-a82a0a17-c203-4088-96c7-aa7fc5af35bc tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Synchronizing usage tracker for tenant:c9c5ca06f82d44e5934097363a705864 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:43:34.448588 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c7200-cc85-42a9-816e-61ea8b8e6100 req-dc843438-411c-4c17-914a-799b1ed8d72d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:34.450071 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ae5c7200-cc85-42a9-816e-61ea8b8e6100 req-dc843438-411c-4c17-914a-799b1ed8d72d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2987785 May 20 20:43:34.468653 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 6ba87a02-72f7-4fa7-addd-608fb85d3940 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:34.469797 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.509111 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-0bd1b59c-c902-48a2-80e3-b99084b8b23c req-a82a0a17-c203-4088-96c7-aa7fc5af35bc tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Unset dirty status for tenant:c9c5ca06f82d44e5934097363a705864 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:43:34.516875 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0bd1b59c-c902-48a2-80e3-b99084b8b23c req-a82a0a17-c203-4088-96c7-aa7fc5af35bc tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 932 time: 0.6016574 May 20 20:43:34.630589 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0bd1b59c-c902-48a2-80e3-b99084b8b23c req-e97d90c2-e0ee-4d58-bd7a-138f90175768 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129153 May 20 20:43:34.654149 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ae5c7200-cc85-42a9-816e-61ea8b8e6100 req-a8e47ba7-80fa-4f83-8efa-d43ea6adf7f6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509349 May 20 20:43:34.817029 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Notify callbacks [] for port, precommit_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.838522 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Transition to ACTIVE for port object 0ff59c54-83b4-4764-90bc-16f106441211 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:34.948501 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3813d758-a964-4a9c-861c-dc28aee3c07b {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:43:34.962169 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:34.969989 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:34.972234 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.006267 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Transition to ACTIVE for port object 3813d758-a964-4a9c-861c-dc28aee3c07b will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:35.045362 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede057d-ef01-42d2-a560-5c0e00ec94ff req-757a6d64-19d3-4e0e-9933-3575087aed44 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:35.052699 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7ede057d-ef01-42d2-a560-5c0e00ec94ff req-757a6d64-19d3-4e0e-9933-3575087aed44 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2038329 May 20 20:43:35.063917 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3a495-4701-4ccb-b88e-c617280f39bd req-945cb8a5-11ff-4fe7-8f10-44241b8dce31 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:35.065533 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c0c3a495-4701-4ccb-b88e-c617280f39bd req-945cb8a5-11ff-4fe7-8f10-44241b8dce31 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1752093 May 20 20:43:35.107319 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.116854 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:35.286905 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c3b06-e26f-478a-a5e8-c7587bd4c716 None None] Pushing event updated for resources: {'Port': ['ID=0ff59c54-83b4-4764-90bc-16f106441211,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:35.286905 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-1a4c3b06-e26f-478a-a5e8-c7587bd4c716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Attempting to bind port 0ff59c54-83b4-4764-90bc-16f106441211 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Attempting to bind port 0ff59c54-83b4-4764-90bc-16f106441211 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Attempting to bind port 0ff59c54-83b4-4764-90bc-16f106441211 on network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Checking segment: {'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Bound using segment: {'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Bound port: 0ff59c54-83b4-4764-90bc-16f106441211, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21af5226-5f5e-454b-bd80-5dc7a3d415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:35.380526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.480451 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7ede057d-ef01-42d2-a560-5c0e00ec94ff req-9915036b-ed24-4afc-8442-7f488fc8b51e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267623 May 20 20:43:35.522566 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c0c3a495-4701-4ccb-b88e-c617280f39bd req-8c257c98-3ced-4524-97f5-93ffefab7908 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440601 May 20 20:43:35.560700 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] For port 0ff59c54-83b4-4764-90bc-16f106441211, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:35.568103 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] For port 0ff59c54-83b4-4764-90bc-16f106441211, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=0ff59c54-83b4-4764-90bc-16f106441211,segment=NetworkSegment(21af5226-5f5e-454b-bd80-5dc7a3d415aa),segment_id=21af5226-5f5e-454b-bd80-5dc7a3d415aa)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:35.572179 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Pushing event updated for resources: {'Port': ['ID=3813d758-a964-4a9c-861c-dc28aee3c07b,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:35.590178 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:35.691860 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Attempting to bind port 3813d758-a964-4a9c-861c-dc28aee3c07b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:35.692204 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Attempting to bind port 3813d758-a964-4a9c-861c-dc28aee3c07b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:35.692605 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Attempting to bind port 3813d758-a964-4a9c-861c-dc28aee3c07b on network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:35.706114 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Port 3813d758-a964-4a9c-861c-dc28aee3c07b on network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:43:35.709758 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Attempting to bind port 3813d758-a964-4a9c-861c-dc28aee3c07b on network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:35.709930 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.714768 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-3850d5f3-bdb1-429a-b552-90a4953c3c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:35.715073 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:35.715420 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Checking segment: {'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:35.715882 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Bound using segment: {'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:35.716326 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Bound port: 3813d758-a964-4a9c-861c-dc28aee3c07b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:35.716680 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:35.854737 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c3b06-e26f-478a-a5e8-c7587bd4c716 None None] Pushing event updated for resources: {'Port': ['ID=0ff59c54-83b4-4764-90bc-16f106441211,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:35.859158 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-1a4c3b06-e26f-478a-a5e8-c7587bd4c716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:35.885745 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Routers {'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:35.886506 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:35.935867 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] For port 3813d758-a964-4a9c-861c-dc28aee3c07b, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:35.946252 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebf2fa-5666-47c0-aaef-86cfca988f63 req-5d54083b-59f4-4492-b8ee-c00c007de071 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:35.947809 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a1ebf2fa-5666-47c0-aaef-86cfca988f63 req-5d54083b-59f4-4492-b8ee-c00c007de071 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 944 time: 0.1316977 May 20 20:43:35.949977 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] For port 3813d758-a964-4a9c-861c-dc28aee3c07b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3813d758-a964-4a9c-861c-dc28aee3c07b,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:36.035314 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a1ebf2fa-5666-47c0-aaef-86cfca988f63 req-9173c7a3-ddf0-4cbe-b3e7-9fa7fb10a106 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765991 May 20 20:43:36.048886 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:36.060069 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:36.225772 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] Set router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:36.244911 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Pushing event updated for resources: {'Port': ['ID=3813d758-a964-4a9c-861c-dc28aee3c07b,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:36.250990 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:36.276413 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:36.277039 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:36.278508 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] 10.222.0.95 "PUT /v2.0/ports/3813d758-a964-4a9c-861c-dc28aee3c07b HTTP/1.1" status: 200 len: 1094 time: 2.5734613 May 20 20:43:36.282264 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e36ebfd-0325-4a57-a547-634518b9ed53', 'tag': '3813d758-a964-4a9c-861c-dc28aee3c07b'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:43:36.415159 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ba835-b4ec-493e-bae4-1e4d1365e97f req-cc8f8460-9d22-4c8a-a581-25b045f9e433 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:36.428527 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a58ba835-b4ec-493e-bae4-1e4d1365e97f req-cc8f8460-9d22-4c8a-a581-25b045f9e433 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1470020 May 20 20:43:36.509469 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e36ebfd-0325-4a57-a547-634518b9ed53', 'tag': '3813d758-a964-4a9c-861c-dc28aee3c07b', 'status': 'completed', 'code': 200} May 20 20:43:36.607678 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a58ba835-b4ec-493e-bae4-1e4d1365e97f req-307dcffa-423e-426b-aa6b-7f5290586577 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779430 May 20 20:43:36.757912 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-1ae15f6a-d111-47d0-9a7b-1ca911819c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:36.767316 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-1ae15f6a-d111-47d0-9a7b-1ca911819c1f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c9c5ca06f82d44e5934097363a705864&device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 1097 time: 0.2569466 May 20 20:43:36.841570 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:43:30Z', 'revision_number': 4, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '0ff59c54-83b4-4764-90bc-16f106441211', 'name': '', 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'mac_address': 'fa:16:3e:59:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a76102e5-8f16-4387-9ef7-83d64723d521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:29Z', 'updated_at': '2021-05-20T20:43:35Z', 'revision_number': 4, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'subnets': [{'id': 'a76102e5-8f16-4387-9ef7-83d64723d521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:36.846958 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec291c-9e95-4039-a13e-d63ef3704021 None None] The sync data for ids ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'] in dv-cinder-784623-13-smb is: [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:43:30Z', 'revision_number': 4, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '0ff59c54-83b4-4764-90bc-16f106441211', 'name': '', 'network_id': '0bf0bf2c-4e1e-409f-90e6-00a7824c9c30', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'mac_address': 'fa:16:3e:59:ed:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a76102e5-8f16-4387-9ef7-83d64723d521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:29Z', 'updated_at': '2021-05-20T20:43:35Z', 'revision_number': 4, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'subnets': [{'id': 'a76102e5-8f16-4387-9ef7-83d64723d521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:36.867835 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8dc3-8375-47df-9935-4f0b7bf8b80c req-94227a88-fba6-43f1-85e9-4fa9455f9650 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:36.869606 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1bbc8dc3-8375-47df-9935-4f0b7bf8b80c req-94227a88-fba6-43f1-85e9-4fa9455f9650 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 945 time: 0.2581446 May 20 20:43:36.871859 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-a65a5712-59a0-4dda-bc00-595f6880e069 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3813d758-a964-4a9c-861c-dc28aee3c07b HTTP/1.1" status: 200 len: 217 time: 0.0956254 May 20 20:43:37.067073 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-4cb785e4-1bb9-421c-9097-8012aa5acfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:37.068721 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-4cb785e4-1bb9-421c-9097-8012aa5acfc6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=05934824-cf0b-46bb-aed3-66cf45065a2d HTTP/1.1" status: 200 len: 853 time: 0.1294668 May 20 20:43:37.163988 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1bbc8dc3-8375-47df-9935-4f0b7bf8b80c req-94d7508b-28a3-42fb-9fc3-87c1de84301d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262425 May 20 20:43:37.196736 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-d24149f4-72aa-4117-93d8-a50eb85974c3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072214 May 20 20:43:37.234960 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1011658-18f5-45ff-b9b2-7fc3dadae91c req-a98375fa-9ee5-4f19-8539-19cb7d9bc766 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:37.239244 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a1011658-18f5-45ff-b9b2-7fc3dadae91c req-a98375fa-9ee5-4f19-8539-19cb7d9bc766 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3865740 May 20 20:43:37.511405 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a1011658-18f5-45ff-b9b2-7fc3dadae91c req-c0db26c0-e8cc-4f27-a65a-1419527378ea tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710488 May 20 20:43:37.569996 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-881d973e-d76f-4e01-aef4-5c2baf1b6f25 service neutron] 10.222.0.95 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510349 May 20 20:43:37.616234 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833717d-0f70-4777-b0c5-7a4e721291c1 req-fd6bd20f-372c-4dd3-a74c-7c63c98079ce tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:37.624652 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c833717d-0f70-4777-b0c5-7a4e721291c1 req-fd6bd20f-372c-4dd3-a74c-7c63c98079ce tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.3329937 May 20 20:43:37.767115 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58796) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:37.842201 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c833717d-0f70-4777-b0c5-7a4e721291c1 req-39806dc9-ff39-45df-9b3a-03c64f608824 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156222 May 20 20:43:37.903282 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f771c527-fbd8-4d30-972d-fb1aa7943e83 req-98f0eba4-f6e7-427b-a672-d86361edf34e service neutron] 10.222.0.95 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164525 May 20 20:43:37.948619 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6bc04-7559-4d33-8883-a34e582225c3 req-84c1b55d-4d5f-40fc-bb22-e738e1effeca tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:37.956458 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e3f6bc04-7559-4d33-8883-a34e582225c3 req-84c1b55d-4d5f-40fc-bb22-e738e1effeca tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 944 time: 0.1740327 May 20 20:43:38.021574 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.052156 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:38.057618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Usage tracker for resource:security_group_rule and tenant:1945fa218bd4402cb5b8913dfd4ef058 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:38.077821 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:38.090676 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:38.203047 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e3f6bc04-7559-4d33-8883-a34e582225c3 req-604fed10-8866-4082-8362-8da386e4dda7 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398210 May 20 20:43:38.255769 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 0ff59c54-83b4-4764-90bc-16f106441211 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:38.280545 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cd525-c6c5-4b03-b356-15301f8d3392 req-e493f5ca-1746-47e7-8c65-b3974317088a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:38.285424 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-397cd525-c6c5-4b03-b356-15301f8d3392 req-e493f5ca-1746-47e7-8c65-b3974317088a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2914159 May 20 20:43:38.287501 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-fdba518b-1385-4d8d-abd0-d477300a74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:38.289024 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-fdba518b-1385-4d8d-abd0-d477300a74b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c9c5ca06f82d44e5934097363a705864&device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 1097 time: 0.1863215 May 20 20:43:38.293404 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.354339 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.368606 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dc1ec840-3ad4-42bd-8522-54586c9f010a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:38.447475 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 0ff59c54-83b4-4764-90bc-16f106441211 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:38.455155 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1945fa218bd4402cb5b8913dfd4ef058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6867585 May 20 20:43:38.457690 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58804) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:38.461193 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 0ff59c54-83b4-4764-90bc-16f106441211 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:38.461770 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.471677 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1bce69-f99e-4718-b6be-0698144eccaa,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:38.488430 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:38.569190 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-59412e75-aa12-413e-9189-d699cd8a498e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.608559 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-59412e75-aa12-413e-9189-d699cd8a498e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.695041 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-397cd525-c6c5-4b03-b356-15301f8d3392 req-ff0b1f7c-7dfa-4fc0-96b9-b3be569199c7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990455 May 20 20:43:38.756393 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-59412e75-aa12-413e-9189-d699cd8a498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.762976 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-bbd6d22a-6cf6-422a-8bd9-c3bd6eee7300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:38.777995 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412e75-aa12-413e-9189-d699cd8a498e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1bce69-f99e-4718-b6be-0698144eccaa,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:38.795526 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-4e7390b3-2aea-42aa-a679-dee372b13566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:38.797839 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-4e7390b3-2aea-42aa-a679-dee372b13566 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe HTTP/1.1" status: 200 len: 914 time: 0.4766369 May 20 20:43:38.803539 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-59412e75-aa12-413e-9189-d699cd8a498e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:38.807108 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e50cc-ed87-4061-929e-664bdaeec7d8 req-9ec75914-eca2-439e-9300-78aafb793e0d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:38.808886 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3f7e50cc-ed87-4061-929e-664bdaeec7d8 req-9ec75914-eca2-439e-9300-78aafb793e0d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 945 time: 0.3046455 May 20 20:43:38.816985 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-59412e75-aa12-413e-9189-d699cd8a498e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.823344 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-59412e75-aa12-413e-9189-d699cd8a498e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7e1bce69-f99e-4718-b6be-0698144eccaa HTTP/1.1" status: 204 len: 168 time: 0.3643048 May 20 20:43:38.905616 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:38.915810 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-663b6df9-934e-4a23-974c-96f3dc93c577 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3813d758-a964-4a9c-861c-dc28aee3c07b HTTP/1.1" status: 200 len: 217 time: 0.1057832 May 20 20:43:38.948691 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 0ff59c54-83b4-4764-90bc-16f106441211, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=0ff59c54-83b4-4764-90bc-16f106441211,segment=NetworkSegment(21af5226-5f5e-454b-bd80-5dc7a3d415aa),segment_id=21af5226-5f5e-454b-bd80-5dc7a3d415aa)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:39.006920 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3f7e50cc-ed87-4061-929e-664bdaeec7d8 req-8c180676-0786-40f1-a60e-65c6e2d4c873 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261261 May 20 20:43:39.017780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-150b6587-c845-465f-a190-6aacab163bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:39.017780 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-150b6587-c845-465f-a190-6aacab163bdd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=05934824-cf0b-46bb-aed3-66cf45065a2d HTTP/1.1" status: 200 len: 853 time: 0.0882092 May 20 20:43:39.109254 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-bc829e9c-a614-4ec5-8bac-effd42073565 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765350 May 20 20:43:39.185764 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-29c8c409-e43e-4605-adac-b4bef3329ea5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:39.186459 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-29c8c409-e43e-4605-adac-b4bef3329ea5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Synchronizing usage tracker for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:43:39.200580 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-29c8c409-e43e-4605-adac-b4bef3329ea5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Unset dirty status for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:43:39.201710 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-29c8c409-e43e-4605-adac-b4bef3329ea5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 945 time: 0.1281908 May 20 20:43:39.358255 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Deleting port 4626aa52-1c08-4210-9b68-03f2f2086dbc {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:43:39.358591 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.385009 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-7d7bfc39-1419-4484-8bb7-9262b308add4 service neutron] 10.222.0.95 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314470 May 20 20:43:39.393907 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862884-e404-4ccd-a9ec-59299c0bee42 req-6d0d6d57-fafa-4a31-87f5-c135b65f0d0f tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:39.395352 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f7862884-e404-4ccd-a9ec-59299c0bee42 req-6d0d6d57-fafa-4a31-87f5-c135b65f0d0f tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2138748 May 20 20:43:39.404202 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7253346-7ef7-4101-a9a4-acd52b3bf2ce req-8cd5a0f6-b86b-4ec1-bd96-4b3cc7379065 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:39.405646 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b7253346-7ef7-4101-a9a4-acd52b3bf2ce req-8cd5a0f6-b86b-4ec1-bd96-4b3cc7379065 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2947028 May 20 20:43:39.505045 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.510701 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:39.586684 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b7253346-7ef7-4101-a9a4-acd52b3bf2ce req-5182e84d-b9ea-44e8-bfa7-109845a8f4a3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587322 May 20 20:43:39.591684 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f7862884-e404-4ccd-a9ec-59299c0bee42 req-d1c3e41a-1b1f-4094-838d-6c7ed4dde0e7 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676891 May 20 20:43:39.593193 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=0ff59c54-83b4-4764-90bc-16f106441211,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:39.597312 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:39.621011 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] For port 4626aa52-1c08-4210-9b68-03f2f2086dbc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4626aa52-1c08-4210-9b68-03f2f2086dbc,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:39.621358 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:39.640640 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-978de0e2-99a4-4e3e-b44f-1692bcc225c6 req-8233e39a-e8a7-4625-8290-a46665d5c323 service neutron] 10.222.0.95 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439220 May 20 20:43:39.860825 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Calling delete_port for 4626aa52-1c08-4210-9b68-03f2f2086dbc owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:43:39.890118 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069b33d-3e8e-43ec-8819-24ee977ed40e req-f3837a4d-7444-416d-a873-2be364e45718 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:39.905451 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a069b33d-3e8e-43ec-8819-24ee977ed40e req-f3837a4d-7444-416d-a873-2be364e45718 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 944 time: 0.1707690 May 20 20:43:39.962109 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:43:40.040068 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a069b33d-3e8e-43ec-8819-24ee977ed40e req-6620f6b7-e5f1-4b4b-80e5-8736a8f2aa3d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862870 May 20 20:43:40.061829 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbcbe-1473-433b-af1a-92de4f999d85 req-31ab5ac0-c06c-461b-8ad8-4ae83c51db6e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:40.064622 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-db2cbcbe-1473-433b-af1a-92de4f999d85 req-31ab5ac0-c06c-461b-8ad8-4ae83c51db6e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1547537 May 20 20:43:40.127901 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.133776 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-147c63b6-0b84-4322-879c-e273c5480fdf tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:40.142225 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'f8d9d802-38f0-45e5-9958-4e6ce65f650a', 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196', '4626aa52-1c08-4210-9b68-03f2f2086dbc'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:43:40.168439 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-db2cbcbe-1473-433b-af1a-92de4f999d85 req-0eb748f1-939e-4c67-ba9a-0257b6fb4636 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876312 May 20 20:43:40.211593 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Pushing event deleted for resources: {'Port': ['ID=4626aa52-1c08-4210-9b68-03f2f2086dbc,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:40.214949 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:40.233008 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-4b095a7e-71af-4419-82fe-82106ce6124b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.246364 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 0ff59c54-83b4-4764-90bc-16f106441211 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:40.314180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] No DVR routers for this DVR port 4626aa52-1c08-4210-9b68-03f2f2086dbc on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:40.323935 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.327074 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7775fd-60fe-4fb5-a389-e84036328318', 'name': 'network-vif-deleted', 'tag': '4626aa52-1c08-4210-9b68-03f2f2086dbc'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:43:40.369194 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e536abba-bcf3-4401-bc08-4656d95d8856 req-7cdb3807-b68f-459d-ac35-c2fa0b3cb36e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f7775fd-60fe-4fb5-a389-e84036328318 HTTP/1.1" status: 200 len: 210 time: 0.0815446 May 20 20:43:40.418828 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-01b75fcf-53dd-4450-85d4-3bc39d8c3301 req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "DELETE /v2.0/ports/4626aa52-1c08-4210-9b68-03f2f2086dbc HTTP/1.1" status: 204 len: 173 time: 1.2105341 May 20 20:43:40.453289 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7775fd-60fe-4fb5-a389-e84036328318', 'name': 'network-vif-deleted', 'tag': '4626aa52-1c08-4210-9b68-03f2f2086dbc', 'status': 'completed', 'code': 200} May 20 20:43:40.460609 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 0ff59c54-83b4-4764-90bc-16f106441211 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:40.461187 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:40.896508 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58850) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:41.007460 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32069ebe-89db-4882-9d03-40b83ae132e3 req-42d38222-dcfa-464f-b55e-b2dda61dd526 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:41.021268 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-32069ebe-89db-4882-9d03-40b83ae132e3 req-42d38222-dcfa-464f-b55e-b2dda61dd526 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2085602 May 20 20:43:41.061243 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-857184080-network', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:41.069879 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:41.077771 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Usage tracker for resource:network and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:41.083455 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94e44b-d001-4a66-961b-cea53b226a71 req-fe33761d-3441-4b4a-b9f1-50aff321e2ec tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:41.086034 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fb94e44b-d001-4a66-961b-cea53b226a71 req-fe33761d-3441-4b4a-b9f1-50aff321e2ec tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2243760 May 20 20:43:41.086816 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:41.096804 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:41.151520 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-32069ebe-89db-4882-9d03-40b83ae132e3 req-c855994e-8371-4440-ba79-f6c64732e6fe tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287341 May 20 20:43:41.184806 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Made reservation on behalf of 68b9c64c20be443bb95e1ae41238defb for: {'network': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:41.187138 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.205982 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fb94e44b-d001-4a66-961b-cea53b226a71 req-53a10903-d27b-4b1c-81e7-05eee40e4b54 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978255 May 20 20:43:41.206550 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.249667 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:41.259296 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Usage tracker for resource:security_group_rule and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:41.266614 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:41.282747 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:41.450878 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.504510 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.509021 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f37de8de-c7f3-45e0-9ee3-118c9e087c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:41.550678 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=98921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:43:41.566963 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83d3226-1c48-4f99-b92a-035869726f8e,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:41.585247 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:41.589769 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.590431 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.segments_db [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Added segment 28f37344-98df-4f9b-89e6-c573fbdca476 of type vlan for network 5c75d689-090b-44c9-ba45-1a265d1f6370 May 20 20:43:41.606533 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe6a00-a980-4c2c-92c4-af16d0e6b89a req-a5c04e3b-8426-44bc-b11c-448608634530 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:41.615652 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d2fe6a00-a980-4c2c-92c4-af16d0e6b89a req-a5c04e3b-8426-44bc-b11c-448608634530 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 944 time: 0.2565749 May 20 20:43:41.657384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fb959-68ae-4ec5-b1db-8e78c35d5bcf req-7584b672-776c-408c-9d4d-77a49499d6d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:41.660355 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b84fb959-68ae-4ec5-b1db-8e78c35d5bcf req-7584b672-776c-408c-9d4d-77a49499d6d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2332313 May 20 20:43:41.663800 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.837050 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b84fb959-68ae-4ec5-b1db-8e78c35d5bcf req-f3923e5d-fc61-4db3-8a03-17ecdb7a94bc tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717994 May 20 20:43:41.846080 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d2fe6a00-a980-4c2c-92c4-af16d0e6b89a req-24519630-78b0-4048-89fd-33e4a3129404 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294719 May 20 20:43:41.898750 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.900294 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:41.901720 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:41.905282 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:42.026688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Pushing event updated for resources: {'Network': ['ID=5c75d689-090b-44c9-ba45-1a265d1f6370,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:42.043737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:42.045128 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:43:42.085915 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58864) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:42.094990 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1898189 May 20 20:43:42.095235 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Request body: {'subnet': {'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-857184080-subnet', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'ip_version': 4}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:42.099184 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:42.103553 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Usage tracker for resource:subnet and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:42.106893 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:42.114635 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:42.201870 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Made reservation on behalf of 68b9c64c20be443bb95e1ae41238defb for: {'subnet': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:43:42.205284 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15880785'] for subnet, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.257569 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 3813d758-a964-4a9c-861c-dc28aee3c07b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:43:42.558022 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 3813d758-a964-4a9c-861c-dc28aee3c07b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3813d758-a964-4a9c-861c-dc28aee3c07b,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:42.573406 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': '3813d758-a964-4a9c-861c-dc28aee3c07b', 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe', 'port_id': '3813d758-a964-4a9c-861c-dc28aee3c07b', 'mac_address': 'fa:16:3e:ee:41:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05934824-cf0b-46bb-aed3-66cf45065a2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:43:42.608924 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c08f5c-d684-40b3-8a57-1393145902d5 req-cb45eb8c-60f9-482d-bdb2-93a641b33992 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:42.610750 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-46c08f5c-d684-40b3-8a57-1393145902d5 req-cb45eb8c-60f9-482d-bdb2-93a641b33992 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2464130 May 20 20:43:42.626610 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5947c-06d5-4c0b-9d75-bc4b39ba20d8 req-0ff0c701-1d46-4ead-9c5d-6be32fe01497 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:42.634558 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81b5947c-06d5-4c0b-9d75-bc4b39ba20d8 req-0ff0c701-1d46-4ead-9c5d-6be32fe01497 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2685940 May 20 20:43:42.656451 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.691231 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3813d758-a964-4a9c-861c-dc28aee3c07b {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:43:42.721674 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 3813d758-a964-4a9c-861c-dc28aee3c07b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3813d758-a964-4a9c-861c-dc28aee3c07b,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:42.766814 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.788822 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81b5947c-06d5-4c0b-9d75-bc4b39ba20d8 req-c8bddc5f-9982-4c18-9d84-1861ebe87a08 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533704 May 20 20:43:42.795611 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:42.795947 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-46c08f5c-d684-40b3-8a57-1393145902d5 req-aa2e2c49-d6f3-4c8f-80c8-19ef6e884f99 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554766 May 20 20:43:42.799483 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:42.889987 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=3813d758-a964-4a9c-861c-dc28aee3c07b,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:42.894789 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:43.024551 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e70fc7f2-84c0-4c7e-9e75-c6026dd622d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.176194 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['3813d758-a964-4a9c-861c-dc28aee3c07b'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:43:43.184709 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9ed7-ee42-40fd-bd18-0319fb1c3c62 req-edeae1f7-31f0-4caf-9c5b-0588d3fe29f2 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:43.186198 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cfda9ed7-ee42-40fd-bd18-0319fb1c3c62 req-edeae1f7-31f0-4caf-9c5b-0588d3fe29f2 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1738131 May 20 20:43:43.222828 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88490e9-1a4e-4312-9de9-fefcb8ef6b55 req-b83a994d-0ba2-459f-9a8b-4b756a74efb0 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:43.224931 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d88490e9-1a4e-4312-9de9-fefcb8ef6b55 req-b83a994d-0ba2-459f-9a8b-4b756a74efb0 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 945 time: 0.1694422 May 20 20:43:43.299583 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cfda9ed7-ee42-40fd-bd18-0319fb1c3c62 req-9101c2ef-3f72-445e-a2ce-754b6561b882 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049910 May 20 20:43:43.351315 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d88490e9-1a4e-4312-9de9-fefcb8ef6b55 req-0b8cd6a3-d1ff-4aba-8c63-4264b3997f21 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065500 May 20 20:43:43.351315 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14728640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15880771'] for subnet, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.352042 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-319d0e7f-0ef5-4105-8f7e-61a3d5655ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:43.434554 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d3fd804-64de-4e59-ad58-09dcf060931d,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:43.439128 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:43.443101 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Checking segment: {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:43.443466 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Network hostable DHCP agents. Network: 5c75d689-090b-44c9-ba45-1a265d1f6370, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:43:43.542942 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:43:43.626667 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 5c75d689-090b-44c9-ba45-1a265d1f6370) {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:43.642368 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:43.642948 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:43.649433 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8825dfb-c84e-491f-9eca-e2ea1ea3d24e None None] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:43.928877 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2818cd99-3415-55af-8e45-b60b5c8fdf8a-5c75d689-090b-44c9-ba45-1a265d1f6370', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d'}]}} from dv-cinder-784623-13-smb. {{(pid=98923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:43:43.929712 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.091609 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.db_base_plugin_common [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Allocated IP 172.20.0.2 (5c75d689-090b-44c9-ba45-1a265d1f6370/3d3fd804-64de-4e59-ad58-09dcf060931d/3eed2d70-3bf8-4d89-9919-ea7b132cb87e) {{(pid=98923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:44.274579 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:43:44.284105 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 4626aa52-1c08-4210-9b68-03f2f2086dbc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:43:44.304317 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469c561-4930-4665-bc10-9a713a68972c req-541c2998-d9e7-4a1a-a628-9520d0d106bb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:44.305825 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c469c561-4930-4665-bc10-9a713a68972c req-541c2998-d9e7-4a1a-a628-9520d0d106bb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0833025 May 20 20:43:44.356486 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c469c561-4930-4665-bc10-9a713a68972c req-8b846925-ad9f-439c-844b-b3035e761860 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446873 May 20 20:43:44.364223 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: 4626aa52-1c08-4210-9b68-03f2f2086dbc {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:43:44.364443 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 4626aa52-1c08-4210-9b68-03f2f2086dbc not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:43:44.491160 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Notify callbacks [] for port, precommit_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.517121 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Transition to ACTIVE for port object 3eed2d70-3bf8-4d89-9919-ea7b132cb87e will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:44.551974 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78837bdb-ec9e-43ee-81d8-ebc2db67824a req-a35906da-97fa-437f-ac88-1444c7922bc1 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:44.553586 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78837bdb-ec9e-43ee-81d8-ebc2db67824a req-a35906da-97fa-437f-ac88-1444c7922bc1 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.0865531 May 20 20:43:44.558426 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4710200 May 20 20:43:44.558792 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 58890) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:44.559819 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Transition to ACTIVE for port object 3eed2d70-3bf8-4d89-9919-ea7b132cb87e will not be triggered until provisioned by entity DHCP. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:44.561011 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.570168 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:43:44.570264 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:44.576458 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:43:44.581059 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Usage tracker for resource:router and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:43:44.585163 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:43:44.586571 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'port_id': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'mac_address': 'fa:16:3e:b9:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:43:44.595520 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:43:44.620642 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78837bdb-ec9e-43ee-81d8-ebc2db67824a req-2c8f29e2-78d6-4255-970c-9e26b428bdb3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598040 May 20 20:43:44.672435 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.683563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-63fd6066-c16f-43f6-ad63-15a5021fed8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:44.710848 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2056604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1542'] for router, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.714379 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2056330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2080221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.728127 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.745924 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 is already hosted by enough agents. {{(pid=98923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:44.754640 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.760161 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.base_scheduler [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Resources bound (agent type, host, resource id): {{(pid=98923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:44.791117 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Received port after_create {{(pid=98923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:44.841918 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc0b7627-dc33-4424-a481-a5e93d0ffabc {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:43:44.887147 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Pushing event updated for resources: {'Port': ['ID=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,revision_number=1']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:44.891861 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:44.902013 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:44.951985 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Attempting to bind port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:44.952468 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Attempting to bind port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:44.953143 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Attempting to bind port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e on network 5c75d689-090b-44c9-ba45-1a265d1f6370 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:44.961006 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:44.961006 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Checking segment: {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:44.962026 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.962501 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Bound using segment: {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:44.963164 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Bound port: 3eed2d70-3bf8-4d89-9919-ea7b132cb87e, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:44.963618 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.979321 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:44.983504 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:44.985631 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dce2b-bdbf-4cd3-8259-4bba3aae0775 req-7df4b775-3e2e-4f82-ad87-197a370a3693 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:44.993499 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-048dce2b-bdbf-4cd3-8259-4bba3aae0775 req-7df4b775-3e2e-4f82-ad87-197a370a3693 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2242126 May 20 20:43:45.115915 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-048dce2b-bdbf-4cd3-8259-4bba3aae0775 req-9e0c3324-10cb-4b32-a491-e9afba729b4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188204 May 20 20:43:45.130395 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=6']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:45.135849 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:45.147987 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81056846-a661-45c7-9086-209220566036 req-a5d61f3e-7aaa-4122-b11c-e468498969e2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:45.149211 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] For port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:45.153438 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] For port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:45.161386 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81056846-a661-45c7-9086-209220566036 req-a5d61f3e-7aaa-4122-b11c-e468498969e2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 945 time: 0.1431291 May 20 20:43:45.181588 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['fc0b7627-dc33-4424-a481-a5e93d0ffabc'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:43:45.223316 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81056846-a661-45c7-9086-209220566036 req-8853a5f5-2d8f-4339-a9aa-6848298ee73c tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 May 20 20:43:45.260795 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:45.281955 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:45.291369 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:45.465907 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1d0da-bc26-4c58-8a11-7fede2ea0f9c req-d591b5b1-696c-48af-a2a7-6f547cf34826 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:45.472853 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-35b1d0da-bc26-4c58-8a11-7fede2ea0f9c req-d591b5b1-696c-48af-a2a7-6f547cf34826 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 945 time: 0.1816807 May 20 20:43:45.545131 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Pushing event updated for resources: {'Port': ['ID=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:45.567297 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-35b1d0da-bc26-4c58-8a11-7fede2ea0f9c req-5cd9e812-2036-4353-a534-c0a33b46e863 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855830 May 20 20:43:45.584634 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:45.681822 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:45.766513 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af2fe5-a44e-40ac-9142-6575de667433 req-0ce48385-e8f0-4abb-8431-7c1b137306ad tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:45.776344 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-75af2fe5-a44e-40ac-9142-6575de667433 req-0ce48385-e8f0-4abb-8431-7c1b137306ad tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1929674 May 20 20:43:45.968420 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-75af2fe5-a44e-40ac-9142-6575de667433 req-dc2b6b44-3be0-4c56-b1bf-bf57e948c791 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911044 May 20 20:43:46.036453 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d1e49-6435-4422-bcdb-19e36880e0d4 req-14e9183f-8e94-447a-ad43-a0f5a56b5ab5 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:46.044042 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cc6d1e49-6435-4422-bcdb-19e36880e0d4 req-14e9183f-8e94-447a-ad43-a0f5a56b5ab5 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1865473 May 20 20:43:46.088104 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:46.103661 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cc6d1e49-6435-4422-bcdb-19e36880e0d4 req-13b8fede-6a3a-4140-9d96-23a90bc84524 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582850 May 20 20:43:46.141162 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:46.277373 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 3813d758-a964-4a9c-861c-dc28aee3c07b up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:46.444875 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 3eed2d70-3bf8-4d89-9919-ea7b132cb87e up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:46.689153 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Allocated IP 172.28.1.157 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/01027447-42df-4142-9e4c-c12d5f514111) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:46.744831 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:46.790533 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port 3813d758-a964-4a9c-861c-dc28aee3c07b completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:46.796515 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port 3813d758-a964-4a9c-861c-dc28aee3c07b triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:46.797422 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:46.931287 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73ce4-e5d1-4da4-a59a-d842cbc64ce5 req-1cb8fa00-d2b9-405e-a729-a99b467a4341 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:46.942366 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-42e73ce4-e5d1-4da4-a59a-d842cbc64ce5 req-1cb8fa00-d2b9-405e-a729-a99b467a4341 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 945 time: 0.4026213 May 20 20:43:46.963132 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.048750 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3dd74-3655-4213-84b6-4051fbe647a2 req-ed6efb7c-c55e-438b-b679-9b89880e1f61 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:47.066698 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.068679 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8cb3dd74-3655-4213-84b6-4051fbe647a2 req-ed6efb7c-c55e-438b-b679-9b89880e1f61 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 945 time: 0.4479799 May 20 20:43:47.083183 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ce794-819a-4c3f-b848-c85286161917 None None] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:43:47.091577 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-42e73ce4-e5d1-4da4-a59a-d842cbc64ce5 req-836636f3-fab8-4d82-b2d9-0fbdcf527b67 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481855 May 20 20:43:47.111432 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.116375 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-5494a4d5-6257-4c61-aeec-3834e3f0d5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:47.169035 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 3813d758-a964-4a9c-861c-dc28aee3c07b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3813d758-a964-4a9c-861c-dc28aee3c07b,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:47.174922 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e36ebfd-0325-4a57-a547-634518b9ed53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3813d758-a964-4a9c-861c-dc28aee3c07b'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:43:47.208529 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8cb3dd74-3655-4213-84b6-4051fbe647a2 req-c127b1c4-34a3-4e24-bbc9-fbdc23894fb4 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371453 May 20 20:43:47.276577 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.276577 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:47.344197 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-81f93538-e841-4817-9c6b-e68431ef6292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:47.390080 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] Provisioning for port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:47.418109 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:47.441705 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:47.452262 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:47.470996 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] Provisioning complete for port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:47.471474 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:47.630243 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b319ab0-fbd6-407d-8718-6eb831dd67f0 req-fd02d9d4-1b9e-43ce-934f-f8ce3577773c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:47.648366 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8b319ab0-fbd6-407d-8718-6eb831dd67f0 req-fd02d9d4-1b9e-43ce-934f-f8ce3577773c tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 945 time: 0.3405828 May 20 20:43:47.742840 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Pushing event updated for resources: {'Port': ['ID=01027447-42df-4142-9e4c-c12d5f514111,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:47.762186 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:47.776814 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8b319ab0-fbd6-407d-8718-6eb831dd67f0 req-897cd912-21f2-4767-b745-d02c02976960 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274567 May 20 20:43:47.787354 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b381d-d7c5-4699-9326-3382bab10725 req-233d834f-faef-4158-8eda-97419c6af154 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:47.800340 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=3813d758-a964-4a9c-861c-dc28aee3c07b,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:47.816067 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:47.817713 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-769b381d-d7c5-4699-9326-3382bab10725 req-233d834f-faef-4158-8eda-97419c6af154 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3680201 May 20 20:43:47.916031 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-769b381d-d7c5-4699-9326-3382bab10725 req-f2a68850-c77f-4b07-ade5-18631baa813c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971141 May 20 20:43:47.935452 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-d21d965e-6ca0-4398-96cc-bdb83cdcab20 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:47.938862 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-d21d965e-6ca0-4398-96cc-bdb83cdcab20 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Synchronizing usage tracker for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:43:48.025016 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-d21d965e-6ca0-4398-96cc-bdb83cdcab20 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Unset dirty status for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:43:48.026789 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-d21d965e-6ca0-4398-96cc-bdb83cdcab20 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 945 time: 0.7675700 May 20 20:43:48.048977 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.066733 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e36ebfd-0325-4a57-a547-634518b9ed53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3813d758-a964-4a9c-861c-dc28aee3c07b', 'code': 200} May 20 20:43:48.082222 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port fc0b7627-dc33-4424-a481-a5e93d0ffabc triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:48.085375 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.184512 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] For port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:48.288878 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.301141 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da164fe-052d-41e9-8021-06a7228d5aa5 req-31523a89-7ce8-4862-80ee-2c20a37a4caf tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:48.305932 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6da164fe-052d-41e9-8021-06a7228d5aa5 req-31523a89-7ce8-4862-80ee-2c20a37a4caf tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.3009093 May 20 20:43:48.315029 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:48.524737 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6da164fe-052d-41e9-8021-06a7228d5aa5 req-15fad9c8-24e7-4442-8f1c-3fc8c1c604dd tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113030 May 20 20:43:48.545806 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.607045 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] Pushing event updated for resources: {'Port': ['ID=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:48.612841 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:48.651371 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:48.758012 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.769975 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-dcf17227-cafd-4a2b-b7af-2e42707235f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:48.949673 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-76887dab-7779-468e-b225-5166e501c282 None None] Provisioning complete for port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:48.950793 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-76887dab-7779-468e-b225-5166e501c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:48.965527 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Deleting port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:43:48.968349 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:49.202281 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:49.202556 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432df821-f468-4c86-af5c-0218c9628dab req-1fd04d96-a10c-4da8-97bf-a3f0dd6c5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:49.202556 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-432df821-f468-4c86-af5c-0218c9628dab req-1fd04d96-a10c-4da8-97bf-a3f0dd6c5dae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 1099 time: 0.5247891 May 20 20:43:49.202556 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ff3da-0580-4d52-9f00-260c8c2bc2ce req-aeb70750-2d14-457b-8e79-5de27cd33d63 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:49.202556 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-750ff3da-0580-4d52-9f00-260c8c2bc2ce req-aeb70750-2d14-457b-8e79-5de27cd33d63 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 945 time: 0.7146206 May 20 20:43:49.206339 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086cd5-05f7-454e-a4a1-9567e2de6cd5 req-55daf53e-82e1-4642-8487-2a65d586c482 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:49.208153 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-34086cd5-05f7-454e-a4a1-9567e2de6cd5 req-55daf53e-82e1-4642-8487-2a65d586c482 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.3652041 May 20 20:43:49.254201 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-432df821-f468-4c86-af5c-0218c9628dab req-9a7c9e22-184b-47a6-989e-7adedf360e06 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677659 May 20 20:43:49.415485 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=7']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:49.428895 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:49.626429 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-34086cd5-05f7-454e-a4a1-9567e2de6cd5 req-b30556f6-8683-4608-91ae-1055c6d4c1a4 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293319 May 20 20:43:49.626429 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-750ff3da-0580-4d52-9f00-260c8c2bc2ce req-74b6aad6-061b-4360-a0f4-2d9494cc76dd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338269 May 20 20:43:49.806367 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] For port fb3c47a6-ff19-4bc4-b5eb-5c276013a196, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:49.806729 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.068274 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:43:50.211745 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 3eed2d70-3bf8-4d89-9919-ea7b132cb87e up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:50.284239 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11331772-d0e8-4a6c-8736-3422b4510a28 req-48c5cd0d-81bd-4929-aa7d-ca7504ba36a1 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:50.291453 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-11331772-d0e8-4a6c-8736-3422b4510a28 req-48c5cd0d-81bd-4929-aa7d-ca7504ba36a1 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 945 time: 0.4256604 May 20 20:43:50.315324 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0388d-56e2-495c-912f-bea59449cced req-3cfeb00e-ed20-44ee-bb0b-0ff026bef686 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:50.321033 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5f0388d-56e2-495c-912f-bea59449cced req-3cfeb00e-ed20-44ee-bb0b-0ff026bef686 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.5598278 May 20 20:43:50.369294 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:50.372336 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:50.670005 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-11331772-d0e8-4a6c-8736-3422b4510a28 req-bc1a7c4a-774e-400f-8786-ca397f1a20b1 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374786 May 20 20:43:50.698499 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f5f0388d-56e2-495c-912f-bea59449cced req-39d77cae-8a3a-47c2-9a6a-9eabc0af1553 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632030 May 20 20:43:50.778903 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Calling delete_port for fb3c47a6-ff19-4bc4-b5eb-5c276013a196 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:43:51.052290 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'code': 200} May 20 20:43:51.312329 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b1668-d62d-48ab-8e4d-901b760ccf00 req-8737ae58-e098-445b-925e-2d1fd2d680f5 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:51.314309 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ef8b1668-d62d-48ab-8e4d-901b760ccf00 req-8737ae58-e098-445b-925e-2d1fd2d680f5 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2522357 May 20 20:43:51.426662 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ef8b1668-d62d-48ab-8e4d-901b760ccf00 req-b7ac9e8f-1897-4808-9f27-4e6136a5e758 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958996 May 20 20:43:51.445104 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4acc1f-4873-41f6-a696-ef8a9b4300d5 req-52184634-fc10-489f-9f9d-f9e1552fccbd tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:51.448107 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3e4acc1f-4873-41f6-a696-ef8a9b4300d5 req-52184634-fc10-489f-9f9d-f9e1552fccbd tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.2366457 May 20 20:43:51.495521 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.498861 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2056595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183'] for router, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:51.522869 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'f8d9d802-38f0-45e5-9958-4e6ce65f650a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:43:51.628451 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:51.669134 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3e4acc1f-4873-41f6-a696-ef8a9b4300d5 req-9d495dad-2405-45f9-bead-02cf94570e96 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095070 May 20 20:43:51.769207 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Pushing event deleted for resources: {'Port': ['ID=fb3c47a6-ff19-4bc4-b5eb-5c276013a196,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:51.788216 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:51.811924 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd825d-4699-43f0-8889-43968729276f req-3b698a8b-7973-46d3-ba9b-84c5c381dec4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:51.825935 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-95bd825d-4699-43f0-8889-43968729276f req-3b698a8b-7973-46d3-ba9b-84c5c381dec4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2394824 May 20 20:43:51.938691 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-95bd825d-4699-43f0-8889-43968729276f req-59947506-edac-4fce-8620-6e4bb7019914 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113832 May 20 20:43:52.317382 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fb3c47a6-ff19-4bc4-b5eb-5c276013a196 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:43:52.421409 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] No DVR routers for this DVR port fb3c47a6-ff19-4bc4-b5eb-5c276013a196 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:43:52.441341 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:52.456229 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb32993f-92cc-4363-9187-93576c29993e', 'name': 'network-vif-deleted', 'tag': 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:43:52.484505 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: fb3c47a6-ff19-4bc4-b5eb-5c276013a196 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:43:52.484960 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fb3c47a6-ff19-4bc4-b5eb-5c276013a196 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:43:52.497203 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-37d57573-57cf-4725-8720-05a495bd1ed4 req-01cf4e30-db69-41b7-a23d-08f5949c8b83 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 210 time: 0.2412210 May 20 20:43:52.568191 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Router 7f16bef2-48ab-4168-be32-8f620ea70cd7 is scheduled to L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 with binding_index 1 {{(pid=98921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 20:43:52.660355 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac935f04-fb46-4a42-aee3-1fbef5f98e0a req-1553c24c-424b-4cf9-8ed5-5d0320a80c91 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:52.674738 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ac935f04-fb46-4a42-aee3-1fbef5f98e0a req-1553c24c-424b-4cf9-8ed5-5d0320a80c91 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.5354404 May 20 20:43:52.842466 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-4d004a5b-6357-481f-b75e-7e07f766e6ae req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "DELETE /v2.0/ports/fb3c47a6-ff19-4bc4-b5eb-5c276013a196 HTTP/1.1" status: 204 len: 173 time: 4.8082798 May 20 20:43:53.014518 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ac935f04-fb46-4a42-aee3-1fbef5f98e0a req-47ce016b-9218-4dcf-90b4-145d913fd2d5 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385890 May 20 20:43:53.129787 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf827f6-fa4f-42f9-8886-5c55f4972dba req-f4518e80-8c9e-4979-9ee6-d44dfa1409d8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:53.137406 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb32993f-92cc-4363-9187-93576c29993e', 'name': 'network-vif-deleted', 'tag': 'fb3c47a6-ff19-4bc4-b5eb-5c276013a196', 'status': 'completed', 'code': 200} May 20 20:43:53.138107 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-baf827f6-fa4f-42f9-8886-5c55f4972dba req-f4518e80-8c9e-4979-9ee6-d44dfa1409d8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2491591 May 20 20:43:53.204834 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:43:53.223227 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Sync routers for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:43:53.254717 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:53.255346 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:53.261992 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-baf827f6-fa4f-42f9-8886-5c55f4972dba req-95d2ec6a-aa2d-487e-a20d-aff99c80abff tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181281 May 20 20:43:53.299949 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:53.301191 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.7406576 May 20 20:43:53.305928 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 58978) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:43:53.653885 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:53.883529 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405662-59f6-45fa-a1b6-48e7e2e566f6 req-c0df42d7-f330-4c9c-8ace-b69dc542b77b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:53.885109 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8405662-59f6-45fa-a1b6-48e7e2e566f6 req-c0df42d7-f330-4c9c-8ace-b69dc542b77b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.4579518 May 20 20:43:54.072177 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:47Z', 'revision_number': 3, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:54.081334 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Checking router: 7f16bef2-48ab-4168-be32-8f620ea70cd7 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:43:54.082081 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Updating router 7f16bef2-48ab-4168-be32-8f620ea70cd7 port 01027447-42df-4142-9e4c-c12d5f514111 binding host dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:43:54.187917 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e8405662-59f6-45fa-a1b6-48e7e2e566f6 req-7ebefb30-4fb2-4b09-8eb4-9ecc02bb317b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925739 May 20 20:43:54.287431 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:54.544681 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-508f1e05-1767-4d04-a116-da1ff73b5d66 req-b2c68d7f-47bf-489a-99c5-11559ccfea4b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb32993f-92cc-4363-9187-93576c29993e HTTP/1.1" status: 200 len: 210 time: 0.0797863 May 20 20:43:55.076484 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-4ec1e848-b597-4709-9bca-6cc8807e98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:55.085821 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-4ec1e848-b597-4709-9bca-6cc8807e98dd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 1098 time: 0.2227244 May 20 20:43:55.086727 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f8c0f-a52a-4b8c-b96b-451d9f6efad5 req-cfdb99d0-6537-4859-bfc4-d1da647a6a3b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:55.094977 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-027f8c0f-a52a-4b8c-b96b-451d9f6efad5 req-cfdb99d0-6537-4859-bfc4-d1da647a6a3b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3581367 May 20 20:43:55.183962 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-027f8c0f-a52a-4b8c-b96b-451d9f6efad5 req-5c514cbe-0f96-4f06-9a43-85ee2f603ec9 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879402 May 20 20:43:55.399006 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.511373 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Notify callbacks [] for port, precommit_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.550332 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.provisioning_blocks [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Transition to ACTIVE for port object 01027447-42df-4142-9e4c-c12d5f514111 will not be triggered until provisioned by entity L2. {{(pid=98924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:55.708797 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.722677 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-8c9250c2-62ad-4256-8c13-50ac056ea5e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:55.812329 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-4b89a883-dc1f-4a07-bfef-585fbedf040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:55.815538 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-4b89a883-dc1f-4a07-bfef-585fbedf040f service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 912 time: 0.7172627 May 20 20:43:55.909695 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672be75-2fe0-40fc-a4d3-1ba431d292e8 None None] Pushing event updated for resources: {'Port': ['ID=01027447-42df-4142-9e4c-c12d5f514111,revision_number=2']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:55.952287 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-3672be75-2fe0-40fc-a4d3-1ba431d292e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:55.953803 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Attempting to bind port 01027447-42df-4142-9e4c-c12d5f514111 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:43:55.954341 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Attempting to bind port 01027447-42df-4142-9e4c-c12d5f514111 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:43:55.954907 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Attempting to bind port 01027447-42df-4142-9e4c-c12d5f514111 on network 30ee588c-b4e7-4d36-8477-f7a8da7195bf {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:43:55.978464 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:43:55.982435 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:43:55.982435 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:55.982435 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Bound using segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:43:55.982435 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Bound port: 01027447-42df-4142-9e4c-c12d5f514111, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:43:55.982840 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:56.032166 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1256-7341-492e-833f-041f2b16e930 req-b9462c4c-e009-4cd7-ad1b-4ca7b48a0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:56.033936 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e11b1256-7341-492e-833f-041f2b16e930 req-b9462c4c-e009-4cd7-ad1b-4ca7b48a0118 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1098 time: 0.4170749 May 20 20:43:56.091826 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-40d35f4d-c4cb-43dd-ae99-04a60a7c3daa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67 HTTP/1.1" status: 200 len: 1000 time: 0.2683091 May 20 20:43:56.111516 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1fc3d-b812-4419-bbda-84408a35bc36 req-09fefd41-c977-4658-b530-c2e807317e9b tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:56.119901 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b7a1fc3d-b812-4419-bbda-84408a35bc36 req-09fefd41-c977-4658-b530-c2e807317e9b tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.6295476 May 20 20:43:56.171207 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] For port 01027447-42df-4142-9e4c-c12d5f514111, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:43:56.178793 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] For port 01027447-42df-4142-9e4c-c12d5f514111, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=01027447-42df-4142-9e4c-c12d5f514111,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:43:56.220556 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e11b1256-7341-492e-833f-041f2b16e930 req-84970865-b39c-4cd4-aba1-48e03c34953d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774247 May 20 20:43:56.241879 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:56.253617 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:56.259099 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b7a1fc3d-b812-4419-bbda-84408a35bc36 req-0358f576-7352-43ca-92c7-0a30e1086b25 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377819 May 20 20:43:56.261183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Allocated IP 172.20.0.1 (5c75d689-090b-44c9-ba45-1a265d1f6370/3d3fd804-64de-4e59-ad58-09dcf060931d/403dcba6-dbd6-4957-8135-c170a885c4cb) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:43:56.300166 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aceae-f305-4387-98f9-dc143606ea3e req-1b755703-e1b8-472b-908a-aeacbe423ffe tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:56.303391 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b25aceae-f305-4387-98f9-dc143606ea3e req-1b755703-e1b8-472b-908a-aeacbe423ffe tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.3956869 May 20 20:43:56.334438 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-de537657-2d0b-4635-b8a8-195b6d47412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:56.337233 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-de537657-2d0b-4635-b8a8-195b6d47412b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 200 len: 850 time: 0.2274263 May 20 20:43:56.459355 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:43:56.462472 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:56.517429 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-378996cd-ad49-4f85-992e-dea91f728f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:56.520176 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-378996cd-ad49-4f85-992e-dea91f728f13 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd1fbe08-e904-428c-87e9-e12c93f6b03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1730740 May 20 20:43:56.624492 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672be75-2fe0-40fc-a4d3-1ba431d292e8 None None] Pushing event updated for resources: {'Port': ['ID=01027447-42df-4142-9e4c-c12d5f514111,revision_number=3']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:56.630082 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-3672be75-2fe0-40fc-a4d3-1ba431d292e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:56.759403 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-d78cc8b9-8d45-47ca-919a-cc1a97a28b08 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272806 May 20 20:43:56.806816 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:56.820616 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:43:56.827111 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Transition to ACTIVE for port object 403dcba6-dbd6-4957-8135-c170a885c4cb will not be triggered until provisioned by entity DHCP. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:43:57.001250 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:57.009551 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:57.044834 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b25aceae-f305-4387-98f9-dc143606ea3e req-d8e1eafe-40e9-4700-8a59-f1e517f1a2c9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7277818 May 20 20:43:57.150332 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:43:57.158262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:43:57.169189 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:43:57.174736 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-714edc23-3b91-44f1-be7d-0e80820aa7e3 req-0f4c185c-cfba-47d1-bde8-67b616e9e2b6 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040475 May 20 20:43:57.233198 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Pushing event updated for resources: {'Port': ['ID=403dcba6-dbd6-4957-8135-c170a885c4cb,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:57.255063 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:57.289337 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-f111c00f-6330-47a9-b440-2988147ebffe tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:57.305803 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-f111c00f-6330-47a9-b440-2988147ebffe tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/networks?id=f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 200 len: 815 time: 0.4524794 May 20 20:43:57.350073 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-b73be1e4-6e59-4a9e-9fc8-76574495ea1c tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/quotas/21fc0701d67e469fb4249ddf56c7d123 HTTP/1.1" status: 200 len: 375 time: 0.0358560 May 20 20:43:57.459973 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:47Z', 'revision_number': 3, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:43:57.465921 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408941c-9eff-47b9-9e02-be21b554e1b5 None None] The sync data for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb is: [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:47Z', 'revision_number': 3, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:43:57.494901 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2039726'] for router_interface, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:57.619428 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd952bb-5f79-4d57-a5bd-10743d288271 req-be9b138a-ae09-4534-aa81-64d0b12c73c0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:57.621319 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3cd952bb-5f79-4d57-a5bd-10743d288271 req-be9b138a-ae09-4534-aa81-64d0b12c73c0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1951942 May 20 20:43:57.641922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-72337674-bc81-4dfe-830c-0f4b79f943ac tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Synchronizing usage tracker for tenant:21fc0701d67e469fb4249ddf56c7d123 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:43:57.670543 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-e8f93ab6-f788-429b-8af6-7ebbc595db40 None None] Provisioning for port 403dcba6-dbd6-4957-8135-c170a885c4cb completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:57.676837 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-e8f93ab6-f788-429b-8af6-7ebbc595db40 None None] Provisioning complete for port 403dcba6-dbd6-4957-8135-c170a885c4cb triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:57.677242 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e8f93ab6-f788-429b-8af6-7ebbc595db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:57.739629 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3cd952bb-5f79-4d57-a5bd-10743d288271 req-bf6187fb-5d17-4673-b655-723b89850d95 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082559 May 20 20:43:57.778190 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-e8f93ab6-f788-429b-8af6-7ebbc595db40 None None] Port 403dcba6-dbd6-4957-8135-c170a885c4cb cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:43:57.789540 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-72337674-bc81-4dfe-830c-0f4b79f943ac tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Unset dirty status for tenant:21fc0701d67e469fb4249ddf56c7d123 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:43:57.818365 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-72337674-bc81-4dfe-830c-0f4b79f943ac tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=21fc0701d67e469fb4249ddf56c7d123&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4575465 May 20 20:43:58.118347 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:58.424835 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 01027447-42df-4142-9e4c-c12d5f514111 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:43:58.583678 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-68baebc8-f445-4a9b-9d7b-9e44a1877e2c service neutron] 10.222.0.85 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781611 May 20 20:43:58.756259 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 01027447-42df-4142-9e4c-c12d5f514111 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:43:58.762650 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 01027447-42df-4142-9e4c-c12d5f514111 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:43:58.763414 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.058200 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-8f917c53-7b98-4a77-9203-af77b36ef247 service neutron] 10.222.0.85 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735441 May 20 20:43:59.077098 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.113104 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 01027447-42df-4142-9e4c-c12d5f514111, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=01027447-42df-4142-9e4c-c12d5f514111,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:43:59.178922 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.180881 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:59.189427 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b233f3f-5611-49f1-bdd4-ba65240576dd req-fb8b5174-873c-473c-9373-be0af0f6c54c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:43:59.195652 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4b233f3f-5611-49f1-bdd4-ba65240576dd req-fb8b5174-873c-473c-9373-be0af0f6c54c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.3003957 May 20 20:43:59.227368 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.290084 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4b233f3f-5611-49f1-bdd4-ba65240576dd req-2773ccb3-2455-4a60-9b6b-6ccd4ca054c5 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596440 May 20 20:43:59.355987 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=01027447-42df-4142-9e4c-c12d5f514111,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:43:59.360591 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:43:59.367598 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:43:59.434838 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:43:59.723102 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2076949'] for router_interface, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.008874 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Pushing event updated for resources: {'Port': ['ID=403dcba6-dbd6-4957-8135-c170a885c4cb,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:00.016472 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:00.075228 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:00.086432 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b29548-833b-4850-9bb8-5926325f62fb req-3e6c493d-d89c-484b-9885-81df54db4b13 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:00.088028 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d5b29548-833b-4850-9bb8-5926325f62fb req-3e6c493d-d89c-484b-9885-81df54db4b13 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.5507343 May 20 20:44:00.090125 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:00.236742 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1ab0e-119d-4c46-86c6-e1be30508246 req-49910463-9c0b-47dd-8415-29a24ddc9abf tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:00.238404 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9eb1ab0e-119d-4c46-86c6-e1be30508246 req-49910463-9c0b-47dd-8415-29a24ddc9abf tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 946 time: 0.7108097 May 20 20:44:00.273451 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 01027447-42df-4142-9e4c-c12d5f514111 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:00.317653 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d5b29548-833b-4850-9bb8-5926325f62fb req-6f6803ea-50cb-4dca-950b-b6762ad5bfb8 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088284 May 20 20:44:00.368303 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 01027447-42df-4142-9e4c-c12d5f514111 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:00.369086 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.514944 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9eb1ab0e-119d-4c46-86c6-e1be30508246 req-2688291b-20e4-45bc-8335-61d839b6641e tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536185 May 20 20:44:00.520180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-103d36bf-31b7-4cd5-8ba4-7b2c2fd35db5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:00.523364 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-103d36bf-31b7-4cd5-8ba4-7b2c2fd35db5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Synchronizing usage tracker for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:44:00.523571 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Router 7f16bef2-48ab-4168-be32-8f620ea70cd7 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:44:00.544358 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-d6fae81a-7b45-4b44-ae7d-37c32c424394 None None] Provisioning complete for port 403dcba6-dbd6-4957-8135-c170a885c4cb triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:00.544565 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-d6fae81a-7b45-4b44-ae7d-37c32c424394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:00.628209 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-d6fae81a-7b45-4b44-ae7d-37c32c424394 None None] Port 403dcba6-dbd6-4957-8135-c170a885c4cb cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:44:00.651783 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-103d36bf-31b7-4cd5-8ba4-7b2c2fd35db5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Unset dirty status for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:44:00.661377 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-103d36bf-31b7-4cd5-8ba4-7b2c2fd35db5 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 946 time: 0.3601339 May 20 20:44:00.725711 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-733e28e6-ef7b-4e8e-a36b-34d3a1258db2 req-39825813-92c4-49b8-9b45-d53bcac92fc7 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0865722 May 20 20:44:00.920396 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b9b7a-d151-4353-b60c-b6489c714ede req-532a15a0-5360-4eaf-907d-51870b89b981 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:00.922533 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-390b9b7a-d151-4353-b60c-b6489c714ede req-532a15a0-5360-4eaf-907d-51870b89b981 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3302898 May 20 20:44:00.924047 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:44:00.940878 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Sync routers for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:44:00.945971 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] 10.222.0.85 "PUT /v2.0/routers/7f16bef2-48ab-4168-be32-8f620ea70cd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6386170 May 20 20:44:00.980340 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:44:00.981536 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:00.982087 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Deleting port f8d9d802-38f0-45e5-9958-4e6ce65f650a {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:44:00.988667 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.094519 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-390b9b7a-d151-4353-b60c-b6489c714ede req-22d411a5-adb1-4881-89a8-81730c510bb2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322503 May 20 20:44:01.394347 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] For port f8d9d802-38f0-45e5-9958-4e6ce65f650a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f8d9d802-38f0-45e5-9958-4e6ce65f650a,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:01.395085 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:01.490083 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:44:01.631620 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Calling delete_port for f8d9d802-38f0-45e5-9958-4e6ce65f650a owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:44:01.974979 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e4b48-00df-43ba-a725-73525228313f req-417d74d1-bfbd-4542-a490-7680985c93e5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:01.976636 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-877e4b48-00df-43ba-a725-73525228313f req-417d74d1-bfbd-4542-a490-7680985c93e5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2810466 May 20 20:44:02.055090 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.072498 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:02.084927 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'f8d9d802-38f0-45e5-9958-4e6ce65f650a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:44:02.227576 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-877e4b48-00df-43ba-a725-73525228313f req-2305c9d3-b5f9-4e0e-be4c-cdd3f2a1bd0d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250812 May 20 20:44:02.257735 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Pushing event deleted for resources: {'Port': ['ID=f8d9d802-38f0-45e5-9958-4e6ce65f650a,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:02.259248 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-58641049-2416-43d0-8214-cd19a49b843d req-f43947ad-e7fd-41ec-90b3-656ffecda532 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 210 time: 0.1982577 May 20 20:44:02.269271 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:02.376063 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] No DVR routers for this DVR port f8d9d802-38f0-45e5-9958-4e6ce65f650a on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:02.382048 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.385306 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d9372-63d9-4afc-a7fd-86033f7be1cd', 'name': 'network-vif-deleted', 'tag': 'f8d9d802-38f0-45e5-9958-4e6ce65f650a'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:44:02.510789 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-c5b363d1-15be-4219-865d-fc47ec3e7897 req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "DELETE /v2.0/ports/f8d9d802-38f0-45e5-9958-4e6ce65f650a HTTP/1.1" status: 204 len: 173 time: 1.8519313 May 20 20:44:02.533166 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-32a53f19-12b8-49bc-885f-8dcd4ddf5d2d req-f11260ed-7f2c-4fcb-b4f8-009299eaafae tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 210 time: 0.1276414 May 20 20:44:02.696534 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d9372-63d9-4afc-a7fd-86033f7be1cd', 'name': 'network-vif-deleted', 'tag': 'f8d9d802-38f0-45e5-9958-4e6ce65f650a', 'status': 'completed', 'code': 200} May 20 20:44:02.720420 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:43:58Z', 'revision_number': 2, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:02.721012 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59138) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:02.724540 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.727884 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-959500883-network', 'tenant_id': '1651ea71d51448b8a1019e69828690c4'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:02.734492 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:02.743761 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Checking router: 7f16bef2-48ab-4168-be32-8f620ea70cd7 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:44:02.744408 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Updating router 7f16bef2-48ab-4168-be32-8f620ea70cd7 port 403dcba6-dbd6-4957-8135-c170a885c4cb binding host dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:44:02.745269 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Usage tracker for resource:network and tenant:1651ea71d51448b8a1019e69828690c4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:02.749203 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:02.769450 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:02.850942 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.923195 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Made reservation on behalf of 1651ea71d51448b8a1019e69828690c4 for: {'network': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:02.927177 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.942756 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:02.967347 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:02.968716 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1651ea71d51448b8a1019e69828690c4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:02.971871 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:02.981063 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:03.189698 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.255012 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff5809-9873-4870-b463-c12b694d8411 req-15373780-426a-4c69-a2ec-a65211a967a1 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:03.255655 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-ed6d0ce1-7ea7-4c43-8b75-e2549225b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:03.257470 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-ed6d0ce1-7ea7-4c43-8b75-e2549225b1b4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 1098 time: 0.1382771 May 20 20:44:03.265031 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9bff5809-9873-4870-b463-c12b694d8411 req-15373780-426a-4c69-a2ec-a65211a967a1 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1385791 May 20 20:44:03.287816 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.294706 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:03.340288 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9bff5809-9873-4870-b463-c12b694d8411 req-6e4f93d8-78bd-4775-8069-9cde503ea5e5 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739212 May 20 20:44:03.403279 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=98921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:44:03.422992 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790624a4-0aaa-465c-9717-2c8a4541acc8,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:03.430191 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.430555 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.segments_db [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Added segment 6bd2b643-51a1-42b7-85ed-c6a393821e6e of type vlan for network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 May 20 20:44:03.431947 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:03.513961 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.549903 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-c243eb25-0d87-4043-983e-5f88606db69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:03.551384 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-c243eb25-0d87-4043-983e-5f88606db69e service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.2870550 May 20 20:44:03.648873 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-3a55d239-e315-48f3-a5b4-1d551686739b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 200 len: 217 time: 0.0807335 May 20 20:44:03.685084 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9a45d9be-9543-43c8-af26-8a595e94b70b req-9ddcc53e-de97-49a3-8e50-8c430bc8a972 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d0d9372-63d9-4afc-a7fd-86033f7be1cd HTTP/1.1" status: 200 len: 210 time: 0.0738664 May 20 20:44:03.768412 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.785791 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:03.788022 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.790563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Notify callbacks [] for port, precommit_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:03.810405 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:03.889849 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aae5a4-e93c-4752-a305-7ca981754fbe req-4ef0fa45-295d-4fbb-a32a-862d6d09e83c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:03.898596 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-70980f1b-7e57-41ff-9621-fe33aeaaf756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:03.900677 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-70980f1b-7e57-41ff-9621-fe33aeaaf756 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.2324929 May 20 20:44:03.904255 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d6aae5a4-e93c-4752-a305-7ca981754fbe req-4ef0fa45-295d-4fbb-a32a-862d6d09e83c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.3821042 May 20 20:44:03.936298 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Transition to ACTIVE for port object 403dcba6-dbd6-4957-8135-c170a885c4cb will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:04.041716 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:04.055582 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4c84e4cb-4eae-4775-8e08-8c4ad2b4c990 req-c2914489-4ac8-47f5-8677-ecaf76f3844b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 210 time: 0.1095085 May 20 20:44:04.056649 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-81f93538-e841-4817-9c6b-e68431ef6292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:04.082561 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-0d2184e8-73a0-48c4-8119-bc80ba675dc1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:04.096298 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-0d2184e8-73a0-48c4-8119-bc80ba675dc1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.95 "GET /v2.0/networks?id=f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 200 len: 815 time: 0.4089258 May 20 20:44:04.101213 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'port': {'device_id': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'admin_state_up': True, 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:04.137421 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4145837 May 20 20:44:04.145047 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59152) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:04.159611 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Request body: {'subnet': {'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-959500883-subnet', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'ip_version': 4}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:04.171521 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ee3dd934-3d6c-40c5-90d2-8f9a3f55f319,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:04.177730 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-811384b1-5574-40e2-a710-05406af3d954 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285055 May 20 20:44:04.178597 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:04.179606 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:04.184485 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Usage tracker for resource:subnet and tenant:1651ea71d51448b8a1019e69828690c4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:04.230693 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:04.253734 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:04.454531 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Made reservation on behalf of 1651ea71d51448b8a1019e69828690c4 for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:04.466886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15165429'] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:04.588353 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:44:04.620397 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device f8d9d802-38f0-45e5-9958-4e6ce65f650a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:44:04.684040 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:04.810701 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d6aae5a4-e93c-4752-a305-7ca981754fbe req-658ad510-1255-4f44-9fd7-c54a25c349e1 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9050252 May 20 20:44:04.832862 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:04.842652 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de61167-8ca2-4e3d-b545-027d6a1b9271 None None] Pushing event updated for resources: {'Port': ['ID=403dcba6-dbd6-4957-8135-c170a885c4cb,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:04.857216 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-8de61167-8ca2-4e3d-b545-027d6a1b9271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:04.861442 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-7f219fcd-d32c-43e1-b009-956972cae0ae service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662204 May 20 20:44:04.885891 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: f8d9d802-38f0-45e5-9958-4e6ce65f650a {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:44:04.886250 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device f8d9d802-38f0-45e5-9958-4e6ce65f650a not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:44:04.933559 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb79fc1-b871-4ea0-8b27-400d827fc903 req-6260f04b-d5ee-477a-b377-8c6de40eeee7 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:04.947529 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4bb79fc1-b871-4ea0-8b27-400d827fc903 req-6260f04b-d5ee-477a-b377-8c6de40eeee7 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2461157 May 20 20:44:04.981762 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Attempting to bind port 403dcba6-dbd6-4957-8135-c170a885c4cb on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:04.982404 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Attempting to bind port 403dcba6-dbd6-4957-8135-c170a885c4cb by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:04.985341 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Attempting to bind port 403dcba6-dbd6-4957-8135-c170a885c4cb on network 5c75d689-090b-44c9-ba45-1a265d1f6370 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:44:04.991372 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Made reservation on behalf of 21fc0701d67e469fb4249ddf56c7d123 for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:44:04.995425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.002943 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:44:05.004574 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Checking segment: {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:44:05.006360 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.006946 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Bound using segment: {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:44:05.007583 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Bound port: 403dcba6-dbd6-4957-8135-c170a885c4cb, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:05.010690 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.159832 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-738caecf-ab86-4636-bcd8-f7b31e73d18a req-0233b9af-001f-43b7-b43f-ee81f2e4a7b3 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806017 May 20 20:44:05.260404 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4bb79fc1-b871-4ea0-8b27-400d827fc903 req-d0550e2b-e9f5-4baf-a507-8bbe8afb424a tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117573 May 20 20:44:05.320922 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] For port 403dcba6-dbd6-4957-8135-c170a885c4cb, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:44:05.325117 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] For port 403dcba6-dbd6-4957-8135-c170a885c4cb, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=403dcba6-dbd6-4957-8135-c170a885c4cb,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:44:05.382314 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-47485ef1-c547-484b-8628-f07c0e3167ce req-21aa966b-a4ac-48a1-8086-192fa146ad8d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 210 time: 0.0653806 May 20 20:44:05.402835 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.407756 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:05.508682 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Allocated IP 172.20.0.5 (f72d40bd-87f7-4b08-b5fc-f10a669f646f/72bc1293-76c1-4d33-99f8-1f4434cb64c9/7f993eaa-db8c-4587-9628-b67e8bc4e3c5) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:05.642495 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:44:05.642495 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:43:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:05.787782 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15860627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15165415'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:05.792489 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:06.063071 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Checking segment: {'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:44:06.068112 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Network hostable DHCP agents. Network: ee3dd934-3d6c-40c5-90d2-8f9a3f55f319, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:44:06.071258 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.096390 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Transition to ACTIVE for port object 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 will not be triggered until provisioned by entity DHCP. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:06.101190 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42ee6ea-7ac2-4fba-a7e8-8fe709c04414,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:06.114325 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:06.123866 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de61167-8ca2-4e3d-b545-027d6a1b9271 None None] Pushing event updated for resources: {'Port': ['ID=403dcba6-dbd6-4957-8135-c170a885c4cb,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:06.135322 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-8de61167-8ca2-4e3d-b545-027d6a1b9271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:06.259577 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6db313-f63c-4338-87bb-a1bc72207568 req-e8548962-fd1f-431f-8fb4-5104c2b0fc89 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:06.266506 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed6db313-f63c-4338-87bb-a1bc72207568 req-e8548962-fd1f-431f-8fb4-5104c2b0fc89 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1173418 May 20 20:44:06.266506 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.270828 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c1ee99c9-49e8-44d6-94d0-891a79c045aa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:06.287806 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:44:06.330438 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:44:06.409555 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, ee3dd934-3d6c-40c5-90d2-8f9a3f55f319) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:06.442263 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:06.445032 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.540223 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3857ae4-8b64-467e-9adf-8557d85eb787 None None] Network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:44:06.541158 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3878701 May 20 20:44:06.542145 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59178) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:06.548831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:06.555450 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:06.566091 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Usage tracker for resource:router and tenant:1651ea71d51448b8a1019e69828690c4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:06.570427 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:06.573439 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:06.579355 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:06.586922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:06.601334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:44:06.685413 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2056604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1542'] for router, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.686899 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2056330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2080221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.718122 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.732020 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed6db313-f63c-4338-87bb-a1bc72207568 req-8e1303e4-3a2a-433e-95fc-be91a0dd041f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713768 May 20 20:44:06.821256 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:06.821256 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:06.831777 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'Port': ['ID=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:06.872602 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:07.050896 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581c767-e6b6-4026-b86c-826339b8aa24 req-e795d5de-75a7-4852-b8d0-38c5b385a85f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:07.054547 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6581c767-e6b6-4026-b86c-826339b8aa24 req-e795d5de-75a7-4852-b8d0-38c5b385a85f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.5883241 May 20 20:44:07.178608 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6581c767-e6b6-4026-b86c-826339b8aa24 req-fd87611e-ab7b-4bdd-9c25-7487d4da1a42 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967069 May 20 20:44:07.234236 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17405c4-7c3e-4903-8c2d-fb9268bd3fb5 req-04104165-b6d0-4581-9a66-1ef020a43246 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:07.235484 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-b17405c4-7c3e-4903-8c2d-fb9268bd3fb5 req-04104165-b6d0-4581-9a66-1ef020a43246 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Synchronizing usage tracker for tenant:21fc0701d67e469fb4249ddf56c7d123 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:44:07.317397 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2080239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2056586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1645'] for router, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:07.353765 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2818cd99-3415-55af-8e45-b60b5c8fdf8a-ee3dd934-3d6c-40c5-90d2-8f9a3f55f319', 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'fixed_ips': [{'subnet_id': 'a42ee6ea-7ac2-4fba-a7e8-8fe709c04414'}]}} from dv-cinder-784623-13-smb. {{(pid=98923) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 20:44:07.354636 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:07.444711 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:44:05Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:07.466394 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3604df6e-abfe-4b59-8697-ebfd8c9b6825 None None] The sync data for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb is: [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:44:05Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:44:07.510833 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-71e92a70-6b2f-43be-a831-23be31b67442 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4135084 May 20 20:44:07.530368 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Request body: {'port': {'device_id': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:07.710828 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-b17405c4-7c3e-4903-8c2d-fb9268bd3fb5 req-04104165-b6d0-4581-9a66-1ef020a43246 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Unset dirty status for tenant:21fc0701d67e469fb4249ddf56c7d123 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:44:07.724132 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b17405c4-7c3e-4903-8c2d-fb9268bd3fb5 req-04104165-b6d0-4581-9a66-1ef020a43246 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 931 time: 0.7542830 May 20 20:44:07.851075 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.db_base_plugin_common [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Allocated IP 172.20.0.2 (ee3dd934-3d6c-40c5-90d2-8f9a3f55f319/a42ee6ea-7ac2-4fba-a7e8-8fe709c04414/24b1687f-5633-4e11-a549-f59b5058bea2) {{(pid=98923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:07.942112 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b17405c4-7c3e-4903-8c2d-fb9268bd3fb5 req-5fde069f-dfc6-45e8-8d72-d6533a6959d7 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142961 May 20 20:44:08.134636 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Notify callbacks [] for port, precommit_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.149239 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Transition to ACTIVE for port object 24b1687f-5633-4e11-a549-f59b5058bea2 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:08.165620 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.171401 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Transition to ACTIVE for port object 24b1687f-5633-4e11-a549-f59b5058bea2 will not be triggered until provisioned by entity DHCP. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:08.194286 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-05c47a72-94b1-4c3f-bffe-6362f9d900af None None] Provisioning for port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:08.217941 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-05c47a72-94b1-4c3f-bffe-6362f9d900af None None] Provisioning complete for port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:08.220109 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-05c47a72-94b1-4c3f-bffe-6362f9d900af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.372582 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750'] for port, after_create {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.415586 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:08.427921 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.443641 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 403dcba6-dbd6-4957-8135-c170a885c4cb up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:08.482031 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.495210 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-05c47a72-94b1-4c3f-bffe-6362f9d900af None None] Port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:44:08.608464 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 is already hosted by enough agents. {{(pid=98923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:08.622476 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.scheduler.base_scheduler [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Resources bound (agent type, host, resource id): {{(pid=98923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:08.633964 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Received port after_create {{(pid=98923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:44:08.666302 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Pushing event updated for resources: {'Port': ['ID=24b1687f-5633-4e11-a549-f59b5058bea2,revision_number=1']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:08.769677 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:08.862761 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583721f-1335-45bb-b4b3-00685b1f0a4f req-49b6eedc-69b3-44e8-863a-e2b621c9509b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:08.874890 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2583721f-1335-45bb-b4b3-00685b1f0a4f req-49b6eedc-69b3-44e8-863a-e2b621c9509b tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 945 time: 0.3728673 May 20 20:44:08.909933 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Attempting to bind port 24b1687f-5633-4e11-a549-f59b5058bea2 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:08.910310 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Attempting to bind port 24b1687f-5633-4e11-a549-f59b5058bea2 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:08.910733 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Attempting to bind port 24b1687f-5633-4e11-a549-f59b5058bea2 on network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:44:08.917053 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:44:08.917485 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Checking segment: {'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:44:08.918202 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.918202 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Bound using segment: {'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:44:08.918550 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Bound port: 24b1687f-5633-4e11-a549-f59b5058bea2, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:08.918954 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:08.940062 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Allocated IP 172.28.1.145 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/67e37f6c-2715-4ebc-8ce6-de52d7450c6a) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:08.972228 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3e320-5107-4820-aee6-e2d80a101ab9 req-9862a0ed-702e-45f4-be5a-1413fb328ca1 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:08.973806 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef3e320-5107-4820-aee6-e2d80a101ab9 req-9862a0ed-702e-45f4-be5a-1413fb328ca1 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.4748945 May 20 20:44:08.999204 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 403dcba6-dbd6-4957-8135-c170a885c4cb completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:09.010426 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 403dcba6-dbd6-4957-8135-c170a885c4cb triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:09.011973 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.034582 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2583721f-1335-45bb-b4b3-00685b1f0a4f req-c8dc7a03-704d-479a-b207-28821d3b8346 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552825 May 20 20:44:09.055070 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:44:09.107658 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.139019 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] For port 24b1687f-5633-4e11-a549-f59b5058bea2, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:44:09.147533 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] For port 24b1687f-5633-4e11-a549-f59b5058bea2, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=24b1687f-5633-4e11-a549-f59b5058bea2,segment=NetworkSegment(6bd2b643-51a1-42b7-85ed-c6a393821e6e),segment_id=6bd2b643-51a1-42b7-85ed-c6a393821e6e)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:44:09.213200 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.228023 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef3e320-5107-4820-aee6-e2d80a101ab9 req-e8b2dcb9-9d53-406c-970a-c2ac6645eaf6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306986 May 20 20:44:09.238262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Transition to ACTIVE for port object 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:09.264453 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.287612 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 403dcba6-dbd6-4957-8135-c170a885c4cb, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=403dcba6-dbd6-4957-8135-c170a885c4cb,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:09.287612 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-8de61167-8ca2-4e3d-b545-027d6a1b9271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:09.347454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.363295 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d7bb2028-a416-4591-97e0-5ecf1f2c925a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:09.404991 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Pushing event updated for resources: {'Port': ['ID=24b1687f-5633-4e11-a549-f59b5058bea2,revision_number=2']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:09.410436 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:09.425460 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.425460 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:09.549125 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=403dcba6-dbd6-4957-8135-c170a885c4cb,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:09.553825 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:09.588510 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.726374 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:09.731183 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-07624464-7e0b-4fa9-aeda-ad266cd007ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:09.998490 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:09.999666 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=67e37f6c-2715-4ebc-8ce6-de52d7450c6a,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:10.016064 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:10.023094 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:44:10.090950 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:10.179016 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-fd088eeb-ba66-45a2-b3cc-6c63ee48194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.214210 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:10.220377 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:10.385457 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de8428-9628-42af-b9df-e938fb6ce33d req-7ac2dd10-64c5-42e8-b41e-a81f9556f0e8 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:10.413064 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07de8428-9628-42af-b9df-e938fb6ce33d req-7ac2dd10-64c5-42e8-b41e-a81f9556f0e8 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 1.1315737 May 20 20:44:10.481155 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 24b1687f-5633-4e11-a549-f59b5058bea2 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:10.596152 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90acf36-fc5e-47da-9e2a-37a3099a41be req-cab80b85-3937-4318-a0f2-8f420b36efe6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:10.606550 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b90acf36-fc5e-47da-9e2a-37a3099a41be req-cab80b85-3937-4318-a0f2-8f420b36efe6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.6822574 May 20 20:44:10.648536 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Attempting to bind port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:10.648887 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Attempting to bind port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:10.649223 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Attempting to bind port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 on network f72d40bd-87f7-4b08-b5fc-f10a669f646f {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:44:10.711879 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 on network f72d40bd-87f7-4b08-b5fc-f10a669f646f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:44:10.712325 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Attempting to bind port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 on network f72d40bd-87f7-4b08-b5fc-f10a669f646f {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:44:10.732797 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b90acf36-fc5e-47da-9e2a-37a3099a41be req-8177336e-6da0-4117-99f6-c293daa74c6c tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223381 May 20 20:44:10.743315 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07de8428-9628-42af-b9df-e938fb6ce33d req-2288cbbb-1f95-4859-81af-6de25a3f374f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239548 May 20 20:44:10.744869 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 24b1687f-5633-4e11-a549-f59b5058bea2 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:10.753819 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 403dcba6-dbd6-4957-8135-c170a885c4cb up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:10.754086 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:44:10.758450 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Checking segment: {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:44:10.758958 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Bound using segment: {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:44:10.759691 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Bound port: 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8764d4a-fe41-4d5b-8246-27a5b0035f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:10.761774 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:10.840055 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-c93f9c4b-654f-426c-90d5-4c42b395fc1d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:10.840999 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-c93f9c4b-654f-426c-90d5-4c42b395fc1d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Synchronizing usage tracker for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:44:11.003332 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 403dcba6-dbd6-4957-8135-c170a885c4cb triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:11.003840 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.273321 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542c122d-72d1-407e-b44a-7fede540faf8 None None] Network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:44:11.352120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-c93f9c4b-654f-426c-90d5-4c42b395fc1d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Unset dirty status for tenant:e184b22ac731428bb396bd49fea612e8 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:44:11.353558 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-c93f9c4b-654f-426c-90d5-4c42b395fc1d tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 945 time: 0.8595769 May 20 20:44:11.364909 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] For port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:44:11.397656 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] For port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:44:11.407644 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] Provisioning for port 24b1687f-5633-4e11-a549-f59b5058bea2 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:11.428054 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] Provisioning complete for port 24b1687f-5633-4e11-a549-f59b5058bea2 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:11.428388 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.450510 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e139b-fb07-4896-8286-eab3ce85cb62 req-896403e6-4dc7-42b7-bab8-4cad037bd105 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:11.457682 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6c2e139b-fb07-4896-8286-eab3ce85cb62 req-896403e6-4dc7-42b7-bab8-4cad037bd105 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 945 time: 0.1998518 May 20 20:44:11.486766 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86bca0-fc5b-40db-9145-a92ecaf308c6 req-6959304f-9896-4151-a018-650885429b46 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:11.496294 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.499146 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4f86bca0-fc5b-40db-9145-a92ecaf308c6 req-6959304f-9896-4151-a018-650885429b46 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.3365841 May 20 20:44:11.544460 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.556257 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:11.727286 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:11.727286 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:11.734868 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] 10.222.0.95 "PUT /v2.0/ports/7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 1093 time: 4.2078075 May 20 20:44:11.750530 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:44:11.780557 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:11.793368 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7235ede0-524a-4682-ba3c-fa9446f1e0e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:11.852434 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4f86bca0-fc5b-40db-9145-a92ecaf308c6 req-80b7121f-b024-44e9-a427-f2ece4b3adb9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510613 May 20 20:44:11.910950 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6c2e139b-fb07-4896-8286-eab3ce85cb62 req-b8bf3740-2be8-41d2-b576-21dc7be79e16 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934224 May 20 20:44:12.029444 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.188689 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] For port 24b1687f-5633-4e11-a549-f59b5058bea2, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=24b1687f-5633-4e11-a549-f59b5058bea2,segment=NetworkSegment(6bd2b643-51a1-42b7-85ed-c6a393821e6e),segment_id=6bd2b643-51a1-42b7-85ed-c6a393821e6e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:12.215772 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'status': 'completed', 'code': 200} May 20 20:44:12.276131 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.280263 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-9969d554-9547-4e2d-b82c-bbf5d18d33a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:12.318922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-82357f35-dfd3-41a2-9ae3-5695ed4db89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:12.324685 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-82357f35-dfd3-41a2-9ae3-5695ed4db89a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21fc0701d67e469fb4249ddf56c7d123&device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1096 time: 0.3009710 May 20 20:44:12.531128 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] Pushing event updated for resources: {'Port': ['ID=24b1687f-5633-4e11-a549-f59b5058bea2,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:12.534402 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:12.582067 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-d80bed2b-b8fd-4691-b5f0-d1993433b24b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 217 time: 0.2139990 May 20 20:44:12.780401 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-3e52f43c-6a16-409c-978a-8cf9f0a16a47 None None] Provisioning complete for port 24b1687f-5633-4e11-a549-f59b5058bea2 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:12.782348 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3e52f43c-6a16-409c-978a-8cf9f0a16a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.815037 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2056595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2080183'] for router, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.827741 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-f1cc916b-6292-4296-a62f-87cbedd0fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:12.830610 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-f1cc916b-6292-4296-a62f-87cbedd0fb99 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=72bc1293-76c1-4d33-99f8-1f4434cb64c9 HTTP/1.1" status: 200 len: 854 time: 0.2042246 May 20 20:44:12.851734 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:12.882402 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66350767-a338-448c-b90b-3da5c0aa2d13 req-d4d63907-7424-4892-952f-eaa72909fb7c tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:12.887482 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-66350767-a338-448c-b90b-3da5c0aa2d13 req-d4d63907-7424-4892-952f-eaa72909fb7c tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.3789375 May 20 20:44:12.914873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Deleting port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:44:12.915228 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.011390 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-66350767-a338-448c-b90b-3da5c0aa2d13 req-0aca762a-2c26-4f36-8edb-652cb067e6f7 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096892 May 20 20:44:13.058467 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-bc4cac6c-3798-4d6e-be5f-fadcfe16fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.216017 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-852cdcd0-ba59-47ac-8dfd-aed157d731c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:13.218276 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-852cdcd0-ba59-47ac-8dfd-aed157d731c7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f72d40bd-87f7-4b08-b5fc-f10a669f646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1573780 May 20 20:44:13.371465 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bdc07-bfdd-45e8-bdc7-61bedc1a98c2 req-aab11004-4cf9-45f9-af89-a14e6414d2ae tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:13.382896 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f01bdc07-bfdd-45e8-bdc7-61bedc1a98c2 req-aab11004-4cf9-45f9-af89-a14e6414d2ae tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.1525097 May 20 20:44:13.383061 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] For port e1a77349-8332-4a72-87a4-ab32d3d3e5a5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,segment=NetworkSegment(f6125df8-b0ca-41a5-bee8-06b0471f4a05),segment_id=f6125df8-b0ca-41a5-bee8-06b0471f4a05)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:13.383061 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:13.487659 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f01bdc07-bfdd-45e8-bdc7-61bedc1a98c2 req-0d744096-c77f-4b94-8642-bc546df1ef59 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072466 May 20 20:44:13.572816 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Calling delete_port for e1a77349-8332-4a72-87a4-ab32d3d3e5a5 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:44:13.741631 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a811-6fcf-4651-990a-a50dad42f2e1 req-9e3ff178-c623-4163-b712-ada1af855868 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:13.753375 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7d60a811-6fcf-4651-990a-a50dad42f2e1 req-9e3ff178-c623-4163-b712-ada1af855868 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 945 time: 0.1938500 May 20 20:44:13.860811 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7d60a811-6fcf-4651-990a-a50dad42f2e1 req-278a0637-0bb8-4816-a5be-956c1128f5db tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/security-groups?id=ef156e8a-7d3b-4e18-948a-ba7b6830809c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060312 May 20 20:44:13.926568 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Router 9ad2a701-ed05-4f64-9067-93916a44f597 is scheduled to L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 with binding_index 1 {{(pid=98921) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 20:44:13.955317 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.129954 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.148543 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:14.249288 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Pushing event deleted for resources: {'Port': ['ID=e1a77349-8332-4a72-87a4-ab32d3d3e5a5,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:14.298732 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 24b1687f-5633-4e11-a549-f59b5058bea2 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:14.323943 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.324426 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.324956 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.325351 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.325831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.326343 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.326830 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.327256 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.328435 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.329789 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.330253 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.330707 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:14.346056 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:14.381950 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:44:14.395669 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Sync routers for ids ['9ad2a701-ed05-4f64-9067-93916a44f597'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:44:14.401119 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] No DVR routers for this DVR port e1a77349-8332-4a72-87a4-ab32d3d3e5a5 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:14.405775 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.409531 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32025b9d-d360-45f0-975b-159566f357cb', 'name': 'network-vif-deleted', 'tag': 'e1a77349-8332-4a72-87a4-ab32d3d3e5a5'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:44:14.425580 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516f5a-1e34-4347-9f3c-fbdc576e2e97 req-b597d1fe-b60c-4447-a4cf-505488a05a59 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:14.428273 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-95516f5a-1e34-4347-9f3c-fbdc576e2e97 req-b597d1fe-b60c-4447-a4cf-505488a05a59 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.2410176 May 20 20:44:14.431825 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 24b1687f-5633-4e11-a549-f59b5058bea2 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:14.432052 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.445938 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Routers {'9ad2a701-ed05-4f64-9067-93916a44f597'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:44:14.449769 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:44:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['9ad2a701-ed05-4f64-9067-93916a44f597'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:14.479157 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device e1a77349-8332-4a72-87a4-ab32d3d3e5a5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:44:14.525513 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32025b9d-d360-45f0-975b-159566f357cb', 'name': 'network-vif-deleted', 'tag': 'e1a77349-8332-4a72-87a4-ab32d3d3e5a5', 'status': 'completed', 'code': 200} May 20 20:44:14.527227 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: e1a77349-8332-4a72-87a4-ab32d3d3e5a5 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:44:14.527586 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device e1a77349-8332-4a72-87a4-ab32d3d3e5a5 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:44:14.543332 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-8f908a09-c939-4f97-bfdf-a4e87dc30735 req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.95 "DELETE /v2.0/ports/e1a77349-8332-4a72-87a4-ab32d3d3e5a5 HTTP/1.1" status: 204 len: 173 time: 3.1506879 May 20 20:44:14.572650 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-95516f5a-1e34-4347-9f3c-fbdc576e2e97 req-e469bd61-3ee1-4f9b-a1a9-496998ddecc6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334150 May 20 20:44:14.692947 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:14.707756 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.1636407 May 20 20:44:14.708932 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59282) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:14.900954 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b07e1b-1faf-4a48-8917-5db1cded1d1d req-eaa87e1a-a665-4478-9b67-db39f2edad18 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:14.901799 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b2b07e1b-1faf-4a48-8917-5db1cded1d1d req-eaa87e1a-a665-4478-9b67-db39f2edad18 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.2348614 May 20 20:44:14.919839 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Set router 9ad2a701-ed05-4f64-9067-93916a44f597 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:44:15.078863 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b2b07e1b-1faf-4a48-8917-5db1cded1d1d req-111c3008-1b0f-4f42-91c0-fb7723845e60 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382306 May 20 20:44:15.169267 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1c27f70b-75f1-470d-a3c4-d7966c727be3 req-f0e17809-3ee0-44f5-8345-83035a3440ed tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.1347454 May 20 20:44:15.601396 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:44:10Z', 'revision_number': 3, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:15.611029 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Checking router: 9ad2a701-ed05-4f64-9067-93916a44f597 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:44:15.611944 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Updating router 9ad2a701-ed05-4f64-9067-93916a44f597 port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a binding host dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:44:15.739941 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.922870 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.954423 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c93a5b-b055-4410-b204-5c1097ce774d req-60b88c21-a400-4049-b883-4b5abbecea66 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:15.962971 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:15.964770 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-16c93a5b-b055-4410-b204-5c1097ce774d req-60b88c21-a400-4049-b883-4b5abbecea66 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.2109842 May 20 20:44:16.053154 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-16c93a5b-b055-4410-b204-5c1097ce774d req-46a03433-c7ca-4a83-ba94-449a22e626d0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871310 May 20 20:44:16.487271 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.503975 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:44:16.526783 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.provisioning_blocks [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Transition to ACTIVE for port object 67e37f6c-2715-4ebc-8ce6-de52d7450c6a will not be triggered until provisioned by entity L2. {{(pid=98924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:16.557426 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c9a3409e-168f-4cb6-bccf-0c2c321df5dc req-5605c4f8-c3cf-4516-9372-e53f357ac3f0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.0840683 May 20 20:44:16.599455 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Allocated IP 172.20.0.1 (ee3dd934-3d6c-40c5-90d2-8f9a3f55f319/a42ee6ea-7ac2-4fba-a7e8-8fe709c04414/2e40b056-f207-4e0e-b402-36a875d335d2) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:44:16.610000 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b5f0f-19f2-433f-8c51-7e2b292a43d6 req-347fbf40-b353-49a1-a9ea-041ddaff1e67 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:16.622371 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a40b5f0f-19f2-433f-8c51-7e2b292a43d6 req-347fbf40-b353-49a1-a9ea-041ddaff1e67 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 946 time: 0.3067415 May 20 20:44:16.658984 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.676971 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:16.732884 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a40b5f0f-19f2-433f-8c51-7e2b292a43d6 req-c2678c37-1ab3-4f47-b57f-b7c4b0681f3a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021183 May 20 20:44:16.786422 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Attempting to bind port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:16.787297 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Attempting to bind port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:16.787948 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Attempting to bind port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a on network 30ee588c-b4e7-4d36-8477-f7a8da7195bf {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:44:16.805598 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:44:16.806433 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Checking segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:44:16.807095 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.807767 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Bound using segment: {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'} {{(pid=98924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:44:16.808650 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.managers [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Bound port: 67e37f6c-2715-4ebc-8ce6-de52d7450c6a, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}}] {{(pid=98924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:16.809365 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.848169 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.855622 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:16.883882 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Transition to ACTIVE for port object 2e40b056-f207-4e0e-b402-36a875d335d2 will not be triggered until provisioned by entity DHCP. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:16.884120 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Pushing event updated for resources: {'Port': ['ID=67e37f6c-2715-4ebc-8ce6-de52d7450c6a,revision_number=2']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:16.905538 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.906471 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.907040 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.907166 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.907482 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.907843 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.908165 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.908496 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.908834 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.909153 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.909472 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.909788 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:16.912387 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:16.913944 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:44:16.917054 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:16.933620 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] For port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:44:16.940274 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.plugins.ml2.db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] For port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=67e37f6c-2715-4ebc-8ce6-de52d7450c6a,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:44:16.963973 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:44:16.973600 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'code': 200} May 20 20:44:17.031842 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.036440 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:17.066236 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.068538 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron_lib.callbacks.manager [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.098754 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a9cfb4c1-3eb6-4e3d-afec-d01a2600bd6f tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:17.101704 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:17.177780 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Routers {'9ad2a701-ed05-4f64-9067-93916a44f597'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:44:17.178443 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:44:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['9ad2a701-ed05-4f64-9067-93916a44f597'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:17.195599 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:17.205687 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:17.210850 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:44:17.287776 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Pushing event updated for resources: {'Port': ['ID=2e40b056-f207-4e0e-b402-36a875d335d2,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:17.319465 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2039726'] for router_interface, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.323877 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:17.341192 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=8']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:17.368960 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.370391 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.370957 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.371458 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.371993 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.372520 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.373027 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.373601 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.374184 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.375301 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.375815 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.377695 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:17.393552 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:17.526010 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Pushing event updated for resources: {'Port': ['ID=67e37f6c-2715-4ebc-8ce6-de52d7450c6a,revision_number=3']} {{(pid=98924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:17.538468 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG oslo_concurrency.lockutils [None req-4f2f662b-5b24-47f6-bf64-f40a3271e3d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=98924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:17.558260 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921081e0-c7a6-4a1d-a136-6c95bd741bac req-0d8bd08f-52df-4464-a4ea-3e57411f7910 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:17.565356 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] Set router 9ad2a701-ed05-4f64-9067-93916a44f597 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:44:17.572445 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-921081e0-c7a6-4a1d-a136-6c95bd741bac req-0d8bd08f-52df-4464-a4ea-3e57411f7910 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.3070178 May 20 20:44:17.708804 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-921081e0-c7a6-4a1d-a136-6c95bd741bac req-1af30950-057c-49a2-9bdc-135af029b399 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296077 May 20 20:44:17.824746 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-8efbe76e-9392-4eb9-8d48-7de4a244f623 None None] Provisioning for port 2e40b056-f207-4e0e-b402-36a875d335d2 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:17.835738 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-8efbe76e-9392-4eb9-8d48-7de4a244f623 None None] Provisioning complete for port 2e40b056-f207-4e0e-b402-36a875d335d2 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:17.836432 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8efbe76e-9392-4eb9-8d48-7de4a244f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.867003 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:17.973591 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-8efbe76e-9392-4eb9-8d48-7de4a244f623 None None] Port 2e40b056-f207-4e0e-b402-36a875d335d2 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:44:18.204381 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-792472e9-3f60-435d-af42-835160f841e9 req-1fa336fb-71e9-4103-909f-dd4e9f961ac0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.2159369 May 20 20:44:18.340252 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:44:10Z', 'revision_number': 3, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:18.346579 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a31d10-7505-4461-8f92-5cf4cfc59eb2 None None] The sync data for ids ['9ad2a701-ed05-4f64-9067-93916a44f597'] in dv-cinder-784623-13-smb is: [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:44:10Z', 'revision_number': 3, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:44:18.426513 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:18.498873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:18.587374 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-08d329b6-fb4f-4139-a698-7294586d7fd8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:18.606553 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403c2db-9dc4-43cc-985d-da89e594f6fb req-321b0fe8-e8a6-42da-840d-f973232bb071 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:18.608155 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c403c2db-9dc4-43cc-985d-da89e594f6fb req-321b0fe8-e8a6-42da-840d-f973232bb071 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1397257 May 20 20:44:18.668663 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2076949'] for router_interface, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:18.683801 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Pushing event updated for resources: {'Port': ['ID=2e40b056-f207-4e0e-b402-36a875d335d2,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:18.684365 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c403c2db-9dc4-43cc-985d-da89e594f6fb req-dc3df847-6445-4bc9-9a78-f721f29032fc tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625093 May 20 20:44:18.689340 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:18.889618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:44:18.891645 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:44:19.223619 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ea2db-65ca-4689-a4d6-14b4af229530 req-38691fa1-4434-48cc-aec7-50ec7403d98b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:19.237217 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Router 9ad2a701-ed05-4f64-9067-93916a44f597 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:44:19.246370 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6c0ea2db-65ca-4689-a4d6-14b4af229530 req-38691fa1-4434-48cc-aec7-50ec7403d98b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.2267270 May 20 20:44:19.360575 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-bfc88503-f366-496d-ab41-8de855edf30f None None] Provisioning complete for port 2e40b056-f207-4e0e-b402-36a875d335d2 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:19.363758 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6c0ea2db-65ca-4689-a4d6-14b4af229530 req-31b5b8c3-c064-4279-87cb-df9d6528c2f1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088881 May 20 20:44:19.364520 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-bfc88503-f366-496d-ab41-8de855edf30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:19.564898 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-bfc88503-f366-496d-ab41-8de855edf30f None None] Port 2e40b056-f207-4e0e-b402-36a875d335d2 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:44:19.667019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:44:19.722488 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] 10.222.0.85 "PUT /v2.0/routers/9ad2a701-ed05-4f64-9067-93916a44f597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9932387 May 20 20:44:19.723884 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-54b296ab-2ffa-4b96-beae-64007d9a08f8 req-cf5edde6-7514-4e22-b709-94a64d8245fc tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.1016197 May 20 20:44:20.026676 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd026dfd-17c8-4b0e-b6ad-5de36c4a585a req-2097b9d7-5744-47d1-be1f-8131d53dff89 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:20.028602 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fd026dfd-17c8-4b0e-b6ad-5de36c4a585a req-2097b9d7-5744-47d1-be1f-8131d53dff89 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1100771 May 20 20:44:20.121978 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fd026dfd-17c8-4b0e-b6ad-5de36c4a585a req-0bc45fea-1c3e-4945-8d12-225b58e6b5ca tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862050 May 20 20:44:20.366450 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 67e37f6c-2715-4ebc-8ce6-de52d7450c6a up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:20.657540 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:20.663813 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:20.664386 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:20.906420 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:20.945178 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=67e37f6c-2715-4ebc-8ce6-de52d7450c6a,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:21.010582 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 59344) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:21.016693 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813748527', 'description': 'tempest-secgroup-smoke-813748527 description', 'project_id': '68b9c64c20be443bb95e1ae41238defb'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:21.025422 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:21.028167 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:21.037588 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:21.045178 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:security_group and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:21.054198 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:21.072821 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:21.160257 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:21.169060 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=67e37f6c-2715-4ebc-8ce6-de52d7450c6a,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:21.173790 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:21.222337 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:21.283995 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:security_group_rule and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:21.291855 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:21.305153 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:21.399281 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b240ca-4809-4203-9b68-270f54fc4812 req-7122a007-6719-4068-9a07-06c5818305cf tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:21.399281 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-90b240ca-4809-4203-9b68-270f54fc4812 req-7122a007-6719-4068-9a07-06c5818305cf tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.1446586 May 20 20:44:21.411577 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Sync routers for ids ['9ad2a701-ed05-4f64-9067-93916a44f597'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:44:21.428691 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Routers {'9ad2a701-ed05-4f64-9067-93916a44f597'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:44:21.429634 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:44:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['9ad2a701-ed05-4f64-9067-93916a44f597'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:21.479675 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:21.565987 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-90b240ca-4809-4203-9b68-270f54fc4812 req-6d4f1d77-0085-4420-92cb-8d34714cf4c8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033421 May 20 20:44:21.714121 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4b026771-4dd4-4888-9cc7-b03184b18b98 req-9638546f-b087-4d34-a593-24204ff6a6b8 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.0617759 May 20 20:44:21.766585 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Set router 9ad2a701-ed05-4f64-9067-93916a44f597 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:44:21.819965 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:21.896490 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:22.144850 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5158272a-f59e-497b-8ed7-d33655b39972,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:22.200812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.201464 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.201913 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.202908 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.207743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.207743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.207743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.207743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.207743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.207743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.207743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.207743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:44:22.224468 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:22.313359 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd5a58-9582-4b44-bc60-187779105967 req-f14df7fa-a105-4f0f-81c9-f38ff6605a2a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:22.327233 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ccfd5a58-9582-4b44-bc60-187779105967 req-f14df7fa-a105-4f0f-81c9-f38ff6605a2a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.4669943 May 20 20:44:22.447195 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 67e37f6c-2715-4ebc-8ce6-de52d7450c6a up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:22.476647 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ccfd5a58-9582-4b44-bc60-187779105967 req-0d791326-7d16-495c-867c-8b461395d546 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468756 May 20 20:44:22.535076 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:22.537678 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5253739 May 20 20:44:22.554763 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 59352) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:22.561556 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'security_group_rule': {'security_group_id': '5158272a-f59e-497b-8ed7-d33655b39972', 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:22.586384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:22.606478 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:security_group_rule and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:22.626522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:22.658752 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:22.774589 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:22.810280 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:22.810939 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:22.985021 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:44:17Z', 'revision_number': 4, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '2e40b056-f207-4e0e-b402-36a875d335d2', 'name': '', 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'mac_address': 'fa:16:3e:e7:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a42ee6ea-7ac2-4fba-a7e8-8fe709c04414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:16Z', 'updated_at': '2021-05-20T20:44:18Z', 'revision_number': 2, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'subnets': [{'id': 'a42ee6ea-7ac2-4fba-a7e8-8fe709c04414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:23.000801 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Checking router: 9ad2a701-ed05-4f64-9067-93916a44f597 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:44:23.006468 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Updating router 9ad2a701-ed05-4f64-9067-93916a44f597 port 2e40b056-f207-4e0e-b402-36a875d335d2 binding host dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 20:44:23.036898 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.048785 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad5ce6-985a-4700-9115-00efadb8bddf req-23176a51-a4ea-4d6b-ac41-f72a41b2e011 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:23.051039 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b9ad5ce6-985a-4700-9115-00efadb8bddf req-23176a51-a4ea-4d6b-ac41-f72a41b2e011 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.2512047 May 20 20:44:23.122350 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.155113 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:23.169224 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b9ad5ce6-985a-4700-9115-00efadb8bddf req-f138bcca-2733-4cef-a73a-512c68ccddee tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925031 May 20 20:44:23.176525 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0e7cea-f037-4a2f-bd4d-594ed64d0b37,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:23.182100 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:23.220431 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.222380 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6771934 May 20 20:44:23.226600 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 59360) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:23.236408 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'security_group_rule': {'security_group_id': '5158272a-f59e-497b-8ed7-d33655b39972', 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:23.248390 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:23.256311 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:security_group_rule and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:23.259299 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.261086 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:23.271166 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:23.415320 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-394d312a-e563-4120-b048-17697c98f4d9 req-620c7ddb-cf8e-45b0-9d33-caa1fde43a17 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.0787568 May 20 20:44:23.416674 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.532218 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.622612 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.625930 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-118e844f-5c5b-4e44-93db-a7319dad5b12 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:23.788179 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d75ad0-8050-41ed-a548-62a47e378091,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:23.792808 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:23.861715 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149d26-853b-4c52-85bd-e9958e519d0d req-18e1ce39-1c5d-4fc9-b052-f7c663b6aebe tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:23.863460 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-22149d26-853b-4c52-85bd-e9958e519d0d req-18e1ce39-1c5d-4fc9-b052-f7c663b6aebe tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2079053 May 20 20:44:23.915308 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Notify callbacks [] for port, precommit_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.923180 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:23.925291 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6971383 May 20 20:44:23.928250 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59368) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:23.934681 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'security_group_rule': {'security_group_id': '5158272a-f59e-497b-8ed7-d33655b39972', 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:23.937416 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Transition to ACTIVE for port object 2e40b056-f207-4e0e-b402-36a875d335d2 will not be triggered until provisioned by entity L2. {{(pid=98923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:44:23.942412 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:23.945611 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-22149d26-853b-4c52-85bd-e9958e519d0d req-20d6e63f-94e7-4f32-b0d9-f6508375cfdd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753090 May 20 20:44:23.947167 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:security_group_rule and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:23.950894 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:23.959035 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:24.024240 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.028344 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:24.064466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.108284 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763ded1-dd62-4816-8ef0-5f8fcbdf8676 None None] Pushing event updated for resources: {'Port': ['ID=2e40b056-f207-4e0e-b402-36a875d335d2,revision_number=3']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:24.113278 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6763ded1-dd62-4816-8ef0-5f8fcbdf8676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:24.204668 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.287247 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.289628 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:24.342937 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70699df2-f48f-4b69-9bb3-8780609b93da,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:24.346483 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:24.348798 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Attempting to bind port 2e40b056-f207-4e0e-b402-36a875d335d2 on host dv-cinder-784623-13-smb for vnic_type normal with profile {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:44:24.349391 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Attempting to bind port 2e40b056-f207-4e0e-b402-36a875d335d2 by drivers openvswitch,hyperv on host dv-cinder-784623-13-smb at level 0 using segments [{'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:44:24.349776 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Attempting to bind port 2e40b056-f207-4e0e-b402-36a875d335d2 on network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:44:24.358340 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Checking agent: {'id': 'f943ceec-7c9d-447c-aab1-9af3a332d9c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 32, 43), 'started_at': datetime.datetime(2021, 5, 20, 20, 33, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:44:24.359803 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Checking segment: {'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:44:24.360392 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.361007 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Bound using segment: {'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'} {{(pid=98923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:44:24.361482 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.managers [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Bound port: 2e40b056-f207-4e0e-b402-36a875d335d2, host: dv-cinder-784623-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd2b643-51a1-42b7-85ed-c6a393821e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319'}}] {{(pid=98923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:44:24.361895 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.435971 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.438947 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-183658ef-97f6-4642-a3bb-00d135a2bb05 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5094445 May 20 20:44:24.444355 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59374) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:24.458717 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'security_group_rule': {'security_group_id': '5158272a-f59e-497b-8ed7-d33655b39972', 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:24.477354 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:24.493842 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:security_group_rule and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:24.522178 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:24.532419 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] For port 2e40b056-f207-4e0e-b402-36a875d335d2, host dv-cinder-784623-13-smb, cleared binding levels {{(pid=98923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:44:24.539441 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] For port 2e40b056-f207-4e0e-b402-36a875d335d2, host dv-cinder-784623-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=2e40b056-f207-4e0e-b402-36a875d335d2,segment=NetworkSegment(6bd2b643-51a1-42b7-85ed-c6a393821e6e),segment_id=6bd2b643-51a1-42b7-85ed-c6a393821e6e)] {{(pid=98923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:44:24.542688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:24.624989 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ad25a-8d90-41e2-8bd2-3a378a15cd8e req-b3a52974-3b44-4b00-ad12-a22c54829d01 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:24.627018 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-291ad25a-8d90-41e2-8bd2-3a378a15cd8e req-b3a52974-3b44-4b00-ad12-a22c54829d01 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.2408884 May 20 20:44:24.637397 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.649685 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:24.677549 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:24.746161 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-291ad25a-8d90-41e2-8bd2-3a378a15cd8e req-5ba28d76-8643-4b00-ab86-deb11b689fff tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988245 May 20 20:44:24.863939 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Routers {'9ad2a701-ed05-4f64-9067-93916a44f597'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:44:24.866033 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:44:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['9ad2a701-ed05-4f64-9067-93916a44f597'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:24.971679 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b10c6b0a-9d57-4e03-9fd4-8980abf2b46e req-bc142752-cc82-4fd5-8441-65c7bd33c513 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.0632906 May 20 20:44:25.015589 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.037767 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763ded1-dd62-4816-8ef0-5f8fcbdf8676 None None] Pushing event updated for resources: {'Port': ['ID=2e40b056-f207-4e0e-b402-36a875d335d2,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:25.049260 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6763ded1-dd62-4816-8ef0-5f8fcbdf8676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:25.104801 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.111572 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:25.154780 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab671eb-dda6-4707-9ae0-5763edf53099,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:25.163895 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:25.255358 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] Set router 9ad2a701-ed05-4f64-9067-93916a44f597 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:44:25.297832 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.301624 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7f1cba43-fbc4-452a-9078-1bd73c6416a3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8553150 May 20 20:44:25.304369 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59386) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:25.318104 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'security_group_rule': {'security_group_id': '5158272a-f59e-497b-8ed7-d33655b39972', 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:25.329664 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:25.341886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:security_group_rule and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:25.347479 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:25.351602 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32d19e-79a0-42d2-bee2-f9c13cb0f974 req-1b49133c-dd28-4ac4-b368-ff08687fc6be tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:25.360319 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9f32d19e-79a0-42d2-bee2-f9c13cb0f974 req-1b49133c-dd28-4ac4-b368-ff08687fc6be tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2238541 May 20 20:44:25.362819 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:25.422060 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9f32d19e-79a0-42d2-bee2-f9c13cb0f974 req-309dfeda-1bb8-47da-9d43-aab70d47eede tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488255 May 20 20:44:25.527368 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.securitygroups_db [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Project 68b9c64c20be443bb95e1ae41238defb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 20:44:25.534944 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.627945 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.714866 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:44:17Z', 'revision_number': 4, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '2e40b056-f207-4e0e-b402-36a875d335d2', 'name': '', 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'mac_address': 'fa:16:3e:e7:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a42ee6ea-7ac2-4fba-a7e8-8fe709c04414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:16Z', 'updated_at': '2021-05-20T20:44:24Z', 'revision_number': 4, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'subnets': [{'id': 'a42ee6ea-7ac2-4fba-a7e8-8fe709c04414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:25.720538 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c890d6b-f648-425e-87cd-d07d39f6f3e3 None None] The sync data for ids ['9ad2a701-ed05-4f64-9067-93916a44f597'] in dv-cinder-784623-13-smb is: [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:44:17Z', 'revision_number': 4, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '2e40b056-f207-4e0e-b402-36a875d335d2', 'name': '', 'network_id': 'ee3dd934-3d6c-40c5-90d2-8f9a3f55f319', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'mac_address': 'fa:16:3e:e7:89:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'a42ee6ea-7ac2-4fba-a7e8-8fe709c04414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:16Z', 'updated_at': '2021-05-20T20:44:24Z', 'revision_number': 4, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'subnets': [{'id': 'a42ee6ea-7ac2-4fba-a7e8-8fe709c04414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:44:25.727147 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.729506 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ebb32b41-ecce-4f55-829c-9a7332f6c8d6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:25.755831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd29838b-e3ae-4284-9876-d55a8c85d83a,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:25.766728 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:25.910074 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:25.912955 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6058707 May 20 20:44:25.915907 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 59394) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:25.924499 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'security_group_rule': {'security_group_id': '5158272a-f59e-497b-8ed7-d33655b39972', 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:44:25.974380 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:25.985307 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:security_group_rule and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:25.989817 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:26.003295 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:26.049425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb3092-3c21-47c4-aac8-f1f243759f1a req-fdf8150e-8d9d-4990-b9e5-a7a1ee25d197 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:26.052254 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c0cb3092-3c21-47c4-aac8-f1f243759f1a req-fdf8150e-8d9d-4990-b9e5-a7a1ee25d197 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.1216853 May 20 20:44:26.105460 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.securitygroups_db [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Project 68b9c64c20be443bb95e1ae41238defb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 20:44:26.197995 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.212462 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c0cb3092-3c21-47c4-aac8-f1f243759f1a req-543a5d22-2fbe-4b08-81ff-cc23705a45b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517045 May 20 20:44:26.306807 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.338251 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 2e40b056-f207-4e0e-b402-36a875d335d2 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:26.367275 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.369948 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-79fa348d-8730-4645-bb53-b61f195b9a4b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:26.401973 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300084d2-146f-4419-baf0-dccdc6494401,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:26.443898 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:26.454697 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8efced63-2438-4c29-80f8-d851c75927d4 req-ab2c385e-83d3-4e22-8a5a-5c2a1dfe34f4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.0538671 May 20 20:44:26.561595 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning for port 2e40b056-f207-4e0e-b402-36a875d335d2 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:26.568829 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 2e40b056-f207-4e0e-b402-36a875d335d2 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:26.571922 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.621926 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.623256 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7052906 May 20 20:44:26.788544 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec36ca9-6330-4941-99ec-10d986ad3152 req-720b6000-037e-487e-9b36-dd474e540b13 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:26.790235 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8ec36ca9-6330-4941-99ec-10d986ad3152 req-720b6000-037e-487e-9b36-dd474e540b13 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2117419 May 20 20:44:26.860584 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:26.943769 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] For port 2e40b056-f207-4e0e-b402-36a875d335d2, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=2e40b056-f207-4e0e-b402-36a875d335d2,segment=NetworkSegment(6bd2b643-51a1-42b7-85ed-c6a393821e6e),segment_id=6bd2b643-51a1-42b7-85ed-c6a393821e6e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:27.040043 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:27.052386 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:27.076504 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8ec36ca9-6330-4941-99ec-10d986ad3152 req-d1240298-00a4-44d0-a5a2-e359aef0396e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428029 May 20 20:44:27.138526 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-fe47062e-36fd-48d3-8d3b-4868fe49a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:27.141660 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-fe47062e-36fd-48d3-8d3b-4868fe49a8de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 1097 time: 0.2300844 May 20 20:44:27.145264 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-3db269fa-7893-406b-be0a-b0523b43403e service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096346 May 20 20:44:27.243954 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Pushing event updated for resources: {'Port': ['ID=2e40b056-f207-4e0e-b402-36a875d335d2,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:27.248898 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:27.480730 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d5bffbf-debf-4c64-bb6a-6eaec43f60a6 req-6e1e014a-952d-4cf5-879f-ed4f28f2804e service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129456 May 20 20:44:27.488287 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-7811c0b2-72cf-4c3d-9dd8-394de51bbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:27.495278 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-7811c0b2-72cf-4c3d-9dd8-394de51bbe74 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.3235095 May 20 20:44:27.588586 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c507626-7d6f-430c-a5f7-150a8066f874 req-f160507a-4f4a-4db1-a970-6aa8fae63d53 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:27.590557 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6c507626-7d6f-430c-a5f7-150a8066f874 req-f160507a-4f4a-4db1-a970-6aa8fae63d53 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.1009777 May 20 20:44:27.653827 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-900ffb4c-ab9f-4af0-a9bb-c1bb268f83a4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc HTTP/1.1" status: 200 len: 999 time: 0.1372495 May 20 20:44:27.732082 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6c507626-7d6f-430c-a5f7-150a8066f874 req-6f52e1e1-b965-4dbb-935e-9e3b278ce366 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339283 May 20 20:44:27.789036 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-8a7e1adf-4bfe-4b16-8ac0-a874bf399325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:27.791791 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-8a7e1adf-4bfe-4b16-8ac0-a874bf399325 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21fc0701d67e469fb4249ddf56c7d123&device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1096 time: 0.1546955 May 20 20:44:27.803916 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-6984e8e7-7c05-4990-b431-057270aed6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:27.806622 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-6984e8e7-7c05-4990-b431-057270aed6eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.1397145 May 20 20:44:28.084096 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-e64541f6-9329-4d6a-a53a-46d354b0840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:28.089207 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-e64541f6-9329-4d6a-a53a-46d354b0840e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2728865 May 20 20:44:28.150226 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-33d9dd4a-a043-4534-b9fa-75de7023fdbe req-3a70b89c-d54d-4e93-be3a-b07518855ce7 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] 10.222.0.85 "GET /v2.0/ports?device_id=32025b9d-d360-45f0-975b-159566f357cb HTTP/1.1" status: 200 len: 210 time: 0.1018045 May 20 20:44:28.223509 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-04b7c6f7-92c3-4880-8d82-a46bb4397b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:28.226227 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-04b7c6f7-92c3-4880-8d82-a46bb4397b1f service neutron] 10.222.0.95 "GET /v2.0/networks?id=f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 200 len: 916 time: 0.4176257 May 20 20:44:28.315852 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 2e40b056-f207-4e0e-b402-36a875d335d2 up at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:28.472565 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-1d977676-cca3-40f4-a20d-6b95b46feb72 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 217 time: 0.2320096 May 20 20:44:28.507391 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-3d9bfb1a-3964-4bdd-8139-8a8fa29a0e52 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085650 May 20 20:44:28.575156 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Provisioning complete for port 2e40b056-f207-4e0e-b402-36a875d335d2 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:28.577418 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:28.698500 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-7d345d3a-aafd-4f8e-9cac-670820777766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:28.701531 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-7d345d3a-aafd-4f8e-9cac-670820777766 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=72bc1293-76c1-4d33-99f8-1f4434cb64c9 HTTP/1.1" status: 200 len: 854 time: 0.2092474 May 20 20:44:29.024727 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e4ca34c1-a9dd-4232-826f-a722882718b6 req-7eda1452-a8be-4b03-bb87-896f3bfcf062 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066533 May 20 20:44:29.123603 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f038e3b-4bea-4e1c-91cb-fee8a9b69213 req-ec42974a-7929-46dd-8001-694f157346e9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:29.125328 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f038e3b-4bea-4e1c-91cb-fee8a9b69213 req-ec42974a-7929-46dd-8001-694f157346e9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.4227796 May 20 20:44:29.136918 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1fca7-190e-4d6f-b394-30e2657e2da2 req-7236345e-1cae-48a7-9510-be0cd46266c9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:29.138512 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-89e1fca7-190e-4d6f-b394-30e2657e2da2 req-7236345e-1cae-48a7-9510-be0cd46266c9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.1862111 May 20 20:44:29.142877 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-7408a560-bbe5-4e30-b5d5-7aebcfcb64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:29.145947 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-7408a560-bbe5-4e30-b5d5-7aebcfcb64e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f72d40bd-87f7-4b08-b5fc-f10a669f646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2362328 May 20 20:44:29.338093 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-89e1fca7-190e-4d6f-b394-30e2657e2da2 req-57a7c335-6f5f-4676-a2f7-a572464efe1e tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770868 May 20 20:44:29.348439 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f038e3b-4bea-4e1c-91cb-fee8a9b69213 req-aab7f475-214d-4337-8aa7-c39663881224 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088435 May 20 20:44:29.393034 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-ac6e4fc0-3893-490a-9a98-b5e0671c7200 service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135475 May 20 20:44:29.456596 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59482) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:29.540823 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] Deleting subnet 1fffc581-7438-457b-a7fd-f3d7ef59ef00 {{(pid=98921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:44:29.544829 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:29.602940 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16285254'] for subnet, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:29.646263 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5a1e7e04-d7d7-47db-8a7d-bf60f5aaafe7 req-01903bb3-58f7-484f-b171-ea0a7c7538a4 service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465177 May 20 20:44:29.680097 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.030373 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-8eec125c-a6c9-438e-9d96-df912369315f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914292 May 20 20:44:30.168989 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-674d1f24-f0a5-4199-aef3-60d165022689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:30.170503 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-674d1f24-f0a5-4199-aef3-60d165022689 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 1098 time: 0.1067560 May 20 20:44:30.288068 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15860700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15165422'] for subnet, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.298433 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:30.350138 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fffc581-7438-457b-a7fd-f3d7ef59ef00,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:30.351662 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-2c32615d-dabc-4b7a-a578-b3df0bbf867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:30.354130 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-2c32615d-dabc-4b7a-a578-b3df0bbf867e service neutron] 10.222.0.95 "GET /v2.0/networks?id=1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 200 len: 919 time: 0.1583767 May 20 20:44:30.354315 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.371749 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] 10.222.0.85 "DELETE /v2.0/subnets/1fffc581-7438-457b-a7fd-f3d7ef59ef00 HTTP/1.1" status: 204 len: 168 time: 0.9124494 May 20 20:44:30.374630 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-74e7c3eb-c991-467b-b08a-7584772a11ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:30.376313 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59496) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:30.478394 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-28f4a0dc-fa16-42a4-b865-c07b347784f2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a HTTP/1.1" status: 200 len: 217 time: 0.1143911 May 20 20:44:30.557594 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.565485 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:44:30.694333 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-c946b548-96fa-4ea5-825c-8e208d3e5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:30.695955 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-c946b548-96fa-4ea5-825c-8e208d3e5210 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 200 len: 858 time: 0.2067859 May 20 20:44:30.729944 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.763757 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-d2ba7ded-6871-49c2-9c08-3d34c54f20f4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1a530077-e447-4774-8d9b-6284b204bc55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584202 May 20 20:44:30.815524 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:30.820354 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2066fe6-4df2-4373-8652-d99b49be5064 req-38c20ad8-23a6-444b-a08a-745b081bc9dd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:30.821950 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f2066fe6-4df2-4373-8652-d99b49be5064 req-38c20ad8-23a6-444b-a08a-745b081bc9dd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2855976 May 20 20:44:30.834221 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'port_id': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'mac_address': 'fa:16:3e:db:7e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:44:30.841547 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a3033-bd2b-4efb-840c-93cc590d265e req-73a55238-03ad-428c-a4e0-9ed299f22817 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:30.843237 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c95a3033-bd2b-4efb-840c-93cc590d265e req-73a55238-03ad-428c-a4e0-9ed299f22817 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 943 time: 0.3127136 May 20 20:44:30.856268 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4f218f-791a-4620-b994-b3c31510c46c']}} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:30.875011 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6125df8-b0ca-41a5-bee8-06b0471f4a05') {'for_net_delete': True} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:30.875388 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6125df8-b0ca-41a5-bee8-06b0471f4a05') {} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:44:30.895163 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16285257'] for segment, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.920747 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.921856 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.930910 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=98921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:44:30.931563 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15860602'] for segment, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:30.942175 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: Traceback (most recent call last): May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: timer() May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: cb(*args, **kw) May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: return func(*args, **kwargs) May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: self._notify() May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: self.callback(batched_events) May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: event.method(event) May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: return f(self, *a, **k) May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: return self._get(url).json() May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: return self.request(url, 'GET', **kwargs) May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:44:30.948364 dv-cinder-784623-13-smb neutron-server[98921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:44:30.961857 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:31.063786 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:31.065664 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:31.136611 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f2066fe6-4df2-4373-8652-d99b49be5064 req-a34aa435-4e10-4a58-aa51-9160cc3a1993 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892382 May 20 20:44:31.161379 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:31.164948 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:31.172331 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:31.197339 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:31.201486 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-de642f22-34d2-4704-aeb4-15ef1584fecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:31.212800 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c95a3033-bd2b-4efb-840c-93cc590d265e req-99498d89-8467-4f59-9c49-ad5e831cc26a tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401655 May 20 20:44:31.229492 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4f218f-791a-4620-b994-b3c31510c46c,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:31.235062 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:31.256644 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-33c2b8b0-8da5-4c0a-b62b-f7f651b4edf5 service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823511 May 20 20:44:31.308927 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/eb4f218f-791a-4620-b994-b3c31510c46c HTTP/1.1" status: 204 len: 168 time: 0.9314358 May 20 20:44:31.466498 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bda4b85d-a335-43fb-9a71-e66bc8941666 req-d7e0d88b-4306-46a4-86e5-1532b8b9228b service neutron] 10.222.0.95 "GET /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018144 May 20 20:44:31.470437 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['7f993eaa-db8c-4587-9628-b67e8bc4e3c5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:44:31.813632 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 59514) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:31.883904 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d242fc30-8fcb-4c71-8f88-eaf46bd31e51 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e184b22ac731428bb396bd49fea612e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0685668 May 20 20:44:31.891550 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59518) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:32.029138 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-241951bf-4874-4cc8-9cc1-ef277428e31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.100084 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-241951bf-4874-4cc8-9cc1-ef277428e31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.376116 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-241951bf-4874-4cc8-9cc1-ef277428e31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.392053 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e03a58d4-347c-4c19-bf16-8bafd980d505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:32.415165 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241951bf-4874-4cc8-9cc1-ef277428e31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef156e8a-7d3b-4e18-948a-ba7b6830809c,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:32.423586 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-241951bf-4874-4cc8-9cc1-ef277428e31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:32.541526 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-241951bf-4874-4cc8-9cc1-ef277428e31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.543534 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-241951bf-4874-4cc8-9cc1-ef277428e31b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ef156e8a-7d3b-4e18-948a-ba7b6830809c HTTP/1.1" status: 204 len: 168 time: 0.6499517 May 20 20:44:32.587163 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:44:32.626339 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.708758 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e024b0-2226-44e4-abb5-785f82066a28 req-a7e59e58-8bf8-493a-890f-8e94aa8f941c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:32.722908 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-64e024b0-2226-44e4-abb5-785f82066a28 req-a7e59e58-8bf8-493a-890f-8e94aa8f941c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1457214 May 20 20:44:32.813387 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:44:32.821186 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-64e024b0-2226-44e4-abb5-785f82066a28 req-03bcc5a4-67ff-4b62-b4bc-434410e595bb tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963776 May 20 20:44:32.822703 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:44:32.823360 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:32.945917 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2c598-20b6-4bcd-9c35-8a4c65d082b0 req-f7b00fff-fb8d-4a93-b647-345a158111d4 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:32.948146 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-21d2c598-20b6-4bcd-9c35-8a4c65d082b0 req-f7b00fff-fb8d-4a93-b647-345a158111d4 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 944 time: 0.1712821 May 20 20:44:33.032605 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.066679 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:44:33.078833 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:33.126036 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-21d2c598-20b6-4bcd-9c35-8a4c65d082b0 req-f5dad0ea-cbc1-4f28-836d-c2e3e8a051fa tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124346 May 20 20:44:33.162260 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dd8ce-3bf0-4278-8a77-d8e42aeef0c6 req-fcee3d5e-23dc-4fc0-a586-f39f935b17b2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:33.163925 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f35dd8ce-3bf0-4278-8a77-d8e42aeef0c6 req-fcee3d5e-23dc-4fc0-a586-f39f935b17b2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.2147331 May 20 20:44:33.212724 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:33.213771 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:44:33.267149 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f35dd8ce-3bf0-4278-8a77-d8e42aeef0c6 req-4824da27-be62-476d-b2df-4f9f0752d83b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905800 May 20 20:44:33.275989 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-1a4c3b06-e26f-478a-a5e8-c7587bd4c716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:33.423174 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'code': 200} May 20 20:44:33.451634 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:33.494042 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:34.145498 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060397-4509-4c37-8c4d-940e4d4e29b5 req-067133d9-fc8e-4b09-9e5c-79a4fc6731db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:34.148044 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1a060397-4509-4c37-8c4d-940e4d4e29b5 req-067133d9-fc8e-4b09-9e5c-79a4fc6731db service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1098 time: 0.1373417 May 20 20:44:34.224323 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1a060397-4509-4c37-8c4d-940e4d4e29b5 req-5a4e30e0-32cd-41bc-8f30-d66d043141d3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661526 May 20 20:44:34.462568 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b5c79-bb9e-4e7d-a1c3-43aab13f78e0 req-78cb6fa9-edc9-4ecb-b655-374243f1e35d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:34.465311 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-326b5c79-bb9e-4e7d-a1c3-43aab13f78e0 req-78cb6fa9-edc9-4ecb-b655-374243f1e35d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.1634607 May 20 20:44:34.548491 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-326b5c79-bb9e-4e7d-a1c3-43aab13f78e0 req-0041fed9-ad99-400e-ba0c-63927e4e4c57 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757029 May 20 20:44:34.883377 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95896ca-1e6a-4206-b8bc-93cd3e266356 req-12c6727d-90c8-4fca-a261-9d9e7b317bff tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:34.885033 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f95896ca-1e6a-4206-b8bc-93cd3e266356 req-12c6727d-90c8-4fca-a261-9d9e7b317bff tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1370492 May 20 20:44:35.060516 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f95896ca-1e6a-4206-b8bc-93cd3e266356 req-0cbce3d0-6f8c-4b43-8084-020585b9da42 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646829 May 20 20:44:36.012991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98608-6803-4239-999e-9df6cffed192 req-b8a10609-ef07-4aa0-91e8-30e3fe023fe1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:36.014506 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fde98608-6803-4239-999e-9df6cffed192 req-b8a10609-ef07-4aa0-91e8-30e3fe023fe1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.1907525 May 20 20:44:36.025917 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58d251-e23d-4da1-8982-5e67eec1dc4b req-30162566-8820-4bf6-83b9-846931a6c6f0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:36.027541 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4a58d251-e23d-4da1-8982-5e67eec1dc4b req-30162566-8820-4bf6-83b9-846931a6c6f0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2802839 May 20 20:44:36.100267 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fde98608-6803-4239-999e-9df6cffed192 req-97bcc514-b5a1-4f51-acc7-402c871ab4bf tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714858 May 20 20:44:36.117845 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4a58d251-e23d-4da1-8982-5e67eec1dc4b req-0e7a391c-94dd-4750-bbd1-8d0aea932432 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751295 May 20 20:44:36.443609 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cb2e8-2a3f-4d0d-89aa-4cc1243aaa94 req-ac2261f9-9835-4aa7-b9dc-972e8582831b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:36.446513 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4e9cb2e8-2a3f-4d0d-89aa-4cc1243aaa94 req-ac2261f9-9835-4aa7-b9dc-972e8582831b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1613424 May 20 20:44:36.562666 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4e9cb2e8-2a3f-4d0d-89aa-4cc1243aaa94 req-54492ed9-804d-4256-a34c-7da91abca3fd tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079626 May 20 20:44:36.602821 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f446e-1cee-411a-ab29-839920d9903b req-563f3fcd-3c67-4681-9a8c-ba07b70d6e18 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:36.604431 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d99f446e-1cee-411a-ab29-839920d9903b req-563f3fcd-3c67-4681-9a8c-ba07b70d6e18 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.95 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 945 time: 0.1177428 May 20 20:44:36.831891 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Deleting port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:44:36.832171 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:36.854652 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59640) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:36.885511 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59646) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:36.975180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.038569 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] For port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:44:37.039431 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.044816 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:37.051529 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Usage tracker for resource:security_group_rule and tenant:56be57af08644e65ab2c74c94294be6f is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:37.055192 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:37.063861 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:37.207276 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Calling delete_port for 5513e8cd-31bd-4bdf-a79e-17b7f222f49a owned by compute:nova {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:44:37.211724 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-9191f9b4-6ad5-409b-a6b1-519d62fe8b84 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3223352 May 20 20:44:37.335020 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.400630 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.408920 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b144b418-4025-4af8-a966-e107a0881621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:37.461022 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59239db5-9835-4696-b8da-6d845c37ed24,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:37.466192 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=56be57af08644e65ab2c74c94294be6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6105046 May 20 20:44:37.467437 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:37.469680 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59662) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:37.569511 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ef5c8-0d55-467a-9c07-37f1b11b7a68 req-19b24511-cba1-4e0e-b73b-00a500d6ecd7 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:37.571207 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-df2ef5c8-0d55-467a-9c07-37f1b11b7a68 req-19b24511-cba1-4e0e-b73b-00a500d6ecd7 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.2445402 May 20 20:44:37.572972 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6640eee8-1711-4939-92d6-c66d835a16a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.611752 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6640eee8-1711-4939-92d6-c66d835a16a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.657928 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdc4c5-13d0-4811-b3cd-18f5e7ea88c9 req-3c4dcccc-0425-42bf-8491-f399ff4c1561 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:37.660603 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cfcdc4c5-13d0-4811-b3cd-18f5e7ea88c9 req-3c4dcccc-0425-42bf-8491-f399ff4c1561 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2876389 May 20 20:44:37.773784 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-df2ef5c8-0d55-467a-9c07-37f1b11b7a68 req-b23406c5-6efd-4062-8957-01cecb548b31 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893077 May 20 20:44:37.815809 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cfcdc4c5-13d0-4811-b3cd-18f5e7ea88c9 req-7c818b45-ab17-44da-b643-691fe0d97c0e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322775 May 20 20:44:37.869931 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6640eee8-1711-4939-92d6-c66d835a16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.873986 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-da001952-487a-451a-91ae-ed44e4bd4797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:37.891575 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640eee8-1711-4939-92d6-c66d835a16a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59239db5-9835-4696-b8da-6d845c37ed24,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:37.894329 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6640eee8-1711-4939-92d6-c66d835a16a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:37.901223 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6640eee8-1711-4939-92d6-c66d835a16a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.908181 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6640eee8-1711-4939-92d6-c66d835a16a7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/59239db5-9835-4696-b8da-6d845c37ed24 HTTP/1.1" status: 204 len: 168 time: 0.4317436 May 20 20:44:37.910395 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:37.940505 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:37.940805 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['b12bd84b-4f9e-450e-bd46-4d79479a184c', '5513e8cd-31bd-4bdf-a79e-17b7f222f49a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:44:38.097453 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Pushing event deleted for resources: {'Port': ['ID=5513e8cd-31bd-4bdf-a79e-17b7f222f49a,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:38.100463 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:38.273943 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] No DVR routers for this DVR port 5513e8cd-31bd-4bdf-a79e-17b7f222f49a on host hv-cinder-78462 {{(pid=98922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:44:38.316833 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:38.322190 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112df25-e064-47cb-945a-7334134fcc41', 'name': 'network-vif-deleted', 'tag': '5513e8cd-31bd-4bdf-a79e-17b7f222f49a'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:44:38.338258 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-343561ab-4245-4afd-be4d-72155907cdd1 req-a26dea67-9991-4983-940b-b4ac4aaa0afc tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 210 time: 0.1523178 May 20 20:44:38.411264 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2eab7-55bc-4ccd-adbb-9612d3a0f5a2 req-b0b1a573-01b0-4837-876a-a1ea51926805 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:38.412937 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b0d2eab7-55bc-4ccd-adbb-9612d3a0f5a2 req-b0b1a573-01b0-4837-876a-a1ea51926805 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.3175693 May 20 20:44:38.415632 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112df25-e064-47cb-945a-7334134fcc41', 'name': 'network-vif-deleted', 'tag': '5513e8cd-31bd-4bdf-a79e-17b7f222f49a', 'status': 'completed', 'code': 200} May 20 20:44:38.426852 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d99f446e-1cee-411a-ab29-839920d9903b req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.95 "DELETE /v2.0/ports/5513e8cd-31bd-4bdf-a79e-17b7f222f49a HTTP/1.1" status: 204 len: 173 time: 1.8067203 May 20 20:44:38.473903 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b0d2eab7-55bc-4ccd-adbb-9612d3a0f5a2 req-cf66272f-c5a1-4085-8056-f0da291d41ca tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504608 May 20 20:44:38.945836 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59692) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:39.011607 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:39.038717 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:39.044761 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ca55dd7674fc4a4a84991583d8a0dfda is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:39.049606 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:39.059931 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:39.193032 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:39.268255 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77dc1-ba9b-4c9c-839a-8db6bd492b7f req-aa4c22e6-39ee-4d8c-a84c-69cc8309f1a7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:39.269729 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c7c77dc1-ba9b-4c9c-839a-8db6bd492b7f req-aa4c22e6-39ee-4d8c-a84c-69cc8309f1a7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2577040 May 20 20:44:39.274325 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:39.283535 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36198c7-4ef2-43c4-86b2-5bb870bc153c req-87221937-37d5-42bc-b4e5-c04eca08f54d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:39.285188 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c36198c7-4ef2-43c4-86b2-5bb870bc153c req-87221937-37d5-42bc-b4e5-c04eca08f54d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.2285604 May 20 20:44:39.286269 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6f589953-d362-4988-b16e-637091d6b7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:39.339632 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ca55dd7674fc4a4a84991583d8a0dfda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922541 May 20 20:44:39.344073 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59700) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:39.347458 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ab3c1a-1c99-4631-87fa-f2b816f86475,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:39.361833 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:39.398657 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c7c77dc1-ba9b-4c9c-839a-8db6bd492b7f req-8256476e-0000-409b-a69b-dfecbc011685 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122220 May 20 20:44:39.435005 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e0143fdd-4243-483e-acd2-037c16cb3752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:39.442996 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c36198c7-4ef2-43c4-86b2-5bb870bc153c req-c35317e2-ee3a-4f35-9dd9-8e91102f5455 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289210 May 20 20:44:39.507114 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e0143fdd-4243-483e-acd2-037c16cb3752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:39.713817 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e0143fdd-4243-483e-acd2-037c16cb3752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:39.731986 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-810fb2a7-7181-4faf-a894-bf75e1564c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:39.737092 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-a66e27f0-ad0d-4a24-9662-0e1f1f721e1d req-33bb26d5-eb8f-4053-ad73-58aaf2790fa3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Synchronizing usage tracker for tenant:fe13e55b68f4460da0f9130cc5e35b6e on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:44:39.780695 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e0143fdd-4243-483e-acd2-037c16cb3752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:39.782875 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-e0143fdd-4243-483e-acd2-037c16cb3752 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e3ab3c1a-1c99-4631-87fa-f2b816f86475 HTTP/1.1" status: 204 len: 168 time: 0.4374816 May 20 20:44:39.784595 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0143fdd-4243-483e-acd2-037c16cb3752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ab3c1a-1c99-4631-87fa-f2b816f86475,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:39.788029 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e0143fdd-4243-483e-acd2-037c16cb3752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:39.846868 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-a66e27f0-ad0d-4a24-9662-0e1f1f721e1d req-33bb26d5-eb8f-4053-ad73-58aaf2790fa3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Unset dirty status for tenant:fe13e55b68f4460da0f9130cc5e35b6e on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:44:39.848092 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a66e27f0-ad0d-4a24-9662-0e1f1f721e1d req-33bb26d5-eb8f-4053-ad73-58aaf2790fa3 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=d112df25-e064-47cb-945a-7334134fcc41 HTTP/1.1" status: 200 len: 210 time: 0.2165444 May 20 20:44:40.217435 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7311cc6f-d224-496d-8fdc-c486b915452c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:40.612775 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 5513e8cd-31bd-4bdf-a79e-17b7f222f49a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:44:40.793676 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: 5513e8cd-31bd-4bdf-a79e-17b7f222f49a {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:44:40.804524 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 5513e8cd-31bd-4bdf-a79e-17b7f222f49a not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:44:40.988237 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ca1d0-8768-4b6c-ab65-7be7dc0e57b3 req-fc504f9b-48a1-4ccc-b342-c3da3d0fd020 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:40.994311 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-182ca1d0-8768-4b6c-ab65-7be7dc0e57b3 req-fc504f9b-48a1-4ccc-b342-c3da3d0fd020 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1384058 May 20 20:44:41.066838 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-182ca1d0-8768-4b6c-ab65-7be7dc0e57b3 req-b20e8463-492f-4306-93e3-b6848dba0c93 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695510 May 20 20:44:41.646454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-a4fb2824-142e-4830-8743-75d9d0cebb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:41.649185 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-a4fb2824-142e-4830-8743-75d9d0cebb72 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf&tenant_id=d5027f30d5cc4597b71b00abdae749e4 HTTP/1.1" status: 200 len: 1097 time: 0.1352253 May 20 20:44:41.812889 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-dd796581-45ef-4e1a-87ea-5a67674a0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:41.814766 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-dd796581-45ef-4e1a-87ea-5a67674a0bf7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 1097 time: 0.1292465 May 20 20:44:42.035573 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-8033ad4c-dfdb-4d9d-85fa-5e5a5ec31abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:42.037203 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-8033ad4c-dfdb-4d9d-85fa-5e5a5ec31abd service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.2157938 May 20 20:44:42.052940 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa210099-51be-4df3-b7c8-e44c4b2a66ca req-0d04fc72-c24d-4b59-9caf-7dde02f50f17 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:42.056604 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aa210099-51be-4df3-b7c8-e44c4b2a66ca req-0d04fc72-c24d-4b59-9caf-7dde02f50f17 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2073047 May 20 20:44:42.289818 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aa210099-51be-4df3-b7c8-e44c4b2a66ca req-400e56b9-5b74-40ba-854c-2ddf56251319 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470413 May 20 20:44:42.330975 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-ba1c587c-3716-41b8-b083-0cc159d3087a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc HTTP/1.1" status: 200 len: 999 time: 0.2728298 May 20 20:44:42.591236 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-05fc235b-6cf6-446b-a84a-ef5da05dd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:42.593752 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-05fc235b-6cf6-446b-a84a-ef5da05dd03f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.2511244 May 20 20:44:42.603001 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040ca96-e49f-4dab-a35c-ef84bcc5dae3 req-15f4fa27-5509-4311-8812-ba117ca46067 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:42.604580 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e040ca96-e49f-4dab-a35c-ef84bcc5dae3 req-15f4fa27-5509-4311-8812-ba117ca46067 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1688006 May 20 20:44:42.736868 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e040ca96-e49f-4dab-a35c-ef84bcc5dae3 req-237d716c-4aa4-45aa-8122-2260a668bf2d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668836 May 20 20:44:42.752961 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-4db3bcdb-b380-48c3-b4c2-d1e192e43c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:42.754666 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-4db3bcdb-b380-48c3-b4c2-d1e192e43c51 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1490269 May 20 20:44:42.829673 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:42.932041 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-c178f399-3dce-48bf-b45e-e511393af0be service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606131 May 20 20:44:43.050496 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-2a77fb9f-e759-4735-90ad-515c5a7c453e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:43.108828 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a4263c8d-97d6-4a4b-b293-f51ccea494a7 req-abceb3be-c36e-4182-a2e6-ea0b27d36824 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689348 May 20 20:44:43.555869 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58886b1a-6095-46a6-9870-7afe0fa30c26 req-8979ccb5-bae9-44aa-a222-6e834ef58187 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:43.558381 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-58886b1a-6095-46a6-9870-7afe0fa30c26 req-8979ccb5-bae9-44aa-a222-6e834ef58187 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1250217 May 20 20:44:43.631410 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-58886b1a-6095-46a6-9870-7afe0fa30c26 req-d1665fac-45ab-42e1-b1a7-01af13c7ddcf tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 May 20 20:44:43.920329 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:44.095656 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a5aff-9108-4fa6-8290-5f164b927d4e req-75ad31a7-5645-433e-a89f-90127eff8300 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:44.095656 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-408a5aff-9108-4fa6-8290-5f164b927d4e req-75ad31a7-5645-433e-a89f-90127eff8300 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1376317 May 20 20:44:44.161213 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-408a5aff-9108-4fa6-8290-5f164b927d4e req-313df270-23af-4fce-9e0b-589ef19bcc83 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519395 May 20 20:44:44.920463 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 59846) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:45.175609 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:45.197000 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:45.206049 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Usage tracker for resource:security_group_rule and tenant:10ddd9a109054f7584293abb98a31085 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:45.211111 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:45.220488 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:45.374329 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:45.536462 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:45.579146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:45.590105 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:45.667777 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=10ddd9a109054f7584293abb98a31085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7450147 May 20 20:44:45.672489 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222a4457-86f9-47db-90a5-e3903e6c209b,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:45.674377 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59854) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:45.680163 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:45.744584 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fd739-6520-41a6-9a72-c7b9d0ad3dfe req-606da9cf-12c9-47df-b6ba-f1ab633eff44 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:45.755928 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d58fd739-6520-41a6-9a72-c7b9d0ad3dfe req-606da9cf-12c9-47df-b6ba-f1ab633eff44 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2267480 May 20 20:44:45.774649 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3955-5943-4443-b0df-082a29c1d697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:45.788125 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7233f0-034a-4b05-8393-aff21835588c req-a2b907f0-700b-454b-a41d-e8360bd50f4d tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:45.789599 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1d7233f0-034a-4b05-8393-aff21835588c req-a2b907f0-700b-454b-a41d-e8360bd50f4d tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.4047904 May 20 20:44:45.816810 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3955-5943-4443-b0df-082a29c1d697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:45.840409 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d58fd739-6520-41a6-9a72-c7b9d0ad3dfe req-f826b581-cef6-4d1c-a3ca-5004c4ecfa38 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832636 May 20 20:44:45.873215 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1d7233f0-034a-4b05-8393-aff21835588c req-e8268415-a009-4f54-a3f9-cebf5e4ad44b tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679812 May 20 20:44:46.006286 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3955-5943-4443-b0df-082a29c1d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:46.016289 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-af645a95-9178-44e1-8626-0f9aa5e2b2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:46.036311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e3955-5943-4443-b0df-082a29c1d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222a4457-86f9-47db-90a5-e3903e6c209b,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:46.039577 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7e9e3955-5943-4443-b0df-082a29c1d697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:46.041897 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7e9e3955-5943-4443-b0df-082a29c1d697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:46.044447 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7e9e3955-5943-4443-b0df-082a29c1d697 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/222a4457-86f9-47db-90a5-e3903e6c209b HTTP/1.1" status: 204 len: 168 time: 0.3675678 May 20 20:44:46.820671 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 59872) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:46.839243 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:46.855817 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:44:46.860848 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Usage tracker for resource:security_group_rule and tenant:ff86329af82a4806b599548c9d3157af is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:44:46.864049 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:44:46.871026 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:44:47.104619 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:47.288748 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:47.310314 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f2b37db-9896-4126-aea0-550fc1b39c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:47.444353 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a13fa1-8e8c-4b8a-8640-bb19c0dc472e,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:47.451493 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ff86329af82a4806b599548c9d3157af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295061 May 20 20:44:47.454330 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:47.456979 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 59884) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:44:47.506973 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a576b76-b9fb-4272-9781-3a6be2d99d79 req-94b26684-819c-415b-b270-5680224b8b16 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:47.509690 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4a576b76-b9fb-4272-9781-3a6be2d99d79 req-94b26684-819c-415b-b270-5680224b8b16 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3308353 May 20 20:44:47.525675 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184692-3e69-482d-a568-f49be46e9caa req-e6245d01-a554-428e-a038-619634c0054f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:47.528654 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-55184692-3e69-482d-a568-f49be46e9caa req-e6245d01-a554-428e-a038-619634c0054f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.4182658 May 20 20:44:47.577828 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-735893a8-791d-4b0c-84de-3b5329cbe1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:47.610812 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-735893a8-791d-4b0c-84de-3b5329cbe1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:47.676395 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-55184692-3e69-482d-a568-f49be46e9caa req-766179cd-b990-4b2c-a0d8-ed240851c913 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193357 May 20 20:44:47.686914 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4a576b76-b9fb-4272-9781-3a6be2d99d79 req-da9e9a38-176a-4171-9254-0a5295f19d00 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568553 May 20 20:44:47.754957 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-735893a8-791d-4b0c-84de-3b5329cbe1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:47.760670 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3fc1d448-a874-4326-8fbc-5435a4f82b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:44:47.772653 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735893a8-791d-4b0c-84de-3b5329cbe1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a13fa1-8e8c-4b8a-8640-bb19c0dc472e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:44:47.775486 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-735893a8-791d-4b0c-84de-3b5329cbe1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:44:47.784802 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-735893a8-791d-4b0c-84de-3b5329cbe1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:44:47.801467 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-735893a8-791d-4b0c-84de-3b5329cbe1b8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/97a13fa1-8e8c-4b8a-8640-bb19c0dc472e HTTP/1.1" status: 204 len: 168 time: 0.3409162 May 20 20:44:49.100340 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc7a66-173a-4408-8bc7-2bf2d3b701f2 req-5661d1c3-ae33-44eb-a65c-7c57bdb4cbf0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:49.102869 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7adc7a66-173a-4408-8bc7-2bf2d3b701f2 req-5661d1c3-ae33-44eb-a65c-7c57bdb4cbf0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2701647 May 20 20:44:49.125563 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff000ca-e0ab-4e6c-b4f3-d15deee06b0d req-b36465bf-c238-4611-a3b5-339782f36dff tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:49.128475 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0ff000ca-e0ab-4e6c-b4f3-d15deee06b0d req-b36465bf-c238-4611-a3b5-339782f36dff tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1775558 May 20 20:44:49.252092 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0ff000ca-e0ab-4e6c-b4f3-d15deee06b0d req-eb70adf1-4d0a-4fba-adbf-38c955403666 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943978 May 20 20:44:49.329885 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7adc7a66-173a-4408-8bc7-2bf2d3b701f2 req-f705d39f-c84c-46a1-835d-12296dd7a081 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994207 May 20 20:44:50.790968 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98399e5-b842-4ba7-879e-ede92ba3fd71 req-28ab1948-0097-48cf-8de1-a6f143d6bb05 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:50.792927 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a98399e5-b842-4ba7-879e-ede92ba3fd71 req-28ab1948-0097-48cf-8de1-a6f143d6bb05 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.3708377 May 20 20:44:50.846236 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fdf8f-c866-49b0-a52e-29fdc6abf862 req-0fe86d0c-c015-40c7-8afd-a494c59f52ce tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:50.848219 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-693fdf8f-c866-49b0-a52e-29fdc6abf862 req-0fe86d0c-c015-40c7-8afd-a494c59f52ce tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3100893 May 20 20:44:50.887993 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a98399e5-b842-4ba7-879e-ede92ba3fd71 req-f2ff37b7-4327-4849-a4ca-cc339621cd52 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894179 May 20 20:44:50.958887 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-693fdf8f-c866-49b0-a52e-29fdc6abf862 req-301c5597-d971-49a0-9485-8717bea84ace tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015208 May 20 20:44:52.247871 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff6db-51ad-4904-b70b-f1cf251214c7 req-8ac2a6ec-df81-4dfd-bc86-cc31c1132208 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:52.249813 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dd5ff6db-51ad-4904-b70b-f1cf251214c7 req-8ac2a6ec-df81-4dfd-bc86-cc31c1132208 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1904416 May 20 20:44:52.331876 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dd5ff6db-51ad-4904-b70b-f1cf251214c7 req-c9e65563-2a40-4800-b1e8-1f33f5b38147 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596812 May 20 20:44:52.442760 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e49a1-a5c4-403d-8e1b-8ef715b1ea7e req-862bde3d-40d9-4f9d-a9ca-42ca0f3c589c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:52.442760 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1c7e49a1-a5c4-403d-8e1b-8ef715b1ea7e req-862bde3d-40d9-4f9d-a9ca-42ca0f3c589c tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1747313 May 20 20:44:52.442760 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1c7e49a1-a5c4-403d-8e1b-8ef715b1ea7e req-707be086-84de-402d-a129-271dca6ab2b9 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 May 20 20:44:53.750134 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93bc26-905d-406f-b65b-be9e55e04a25 req-5d0f603f-d0c7-4ef9-865d-09c033d82f14 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:53.751778 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9e93bc26-905d-406f-b65b-be9e55e04a25 req-5d0f603f-d0c7-4ef9-865d-09c033d82f14 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1367171 May 20 20:44:53.759833 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e613c-a7e5-42a9-8928-7be12ba92bf0 req-13683279-1a63-42f9-84f7-eedfc8c54b0d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:53.761370 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c69e613c-a7e5-42a9-8928-7be12ba92bf0 req-13683279-1a63-42f9-84f7-eedfc8c54b0d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.2049992 May 20 20:44:53.840536 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9e93bc26-905d-406f-b65b-be9e55e04a25 req-3e822dfa-7a6b-4218-95f7-6cb366897e46 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781348 May 20 20:44:53.843810 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c69e613c-a7e5-42a9-8928-7be12ba92bf0 req-3ad22b37-2cff-4660-8310-b9f973b26323 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676501 May 20 20:44:53.965133 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:44:54.298990 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-70ebf91b-3967-4c91-90df-432c11a38102 req-fd42125f-6321-439a-8734-91183cd00142 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Synchronizing usage tracker for tenant:68b9c64c20be443bb95e1ae41238defb on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:44:54.383605 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-70ebf91b-3967-4c91-90df-432c11a38102 req-fd42125f-6321-439a-8734-91183cd00142 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Unset dirty status for tenant:68b9c64c20be443bb95e1ae41238defb on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:44:54.384759 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-fd42125f-6321-439a-8734-91183cd00142 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813748527&fields=id&tenant_id=68b9c64c20be443bb95e1ae41238defb HTTP/1.1" status: 200 len: 267 time: 0.1441360 May 20 20:44:54.582522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf91b-3967-4c91-90df-432c11a38102 req-328fb986-9cf0-4569-bdbb-6d755a3437eb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:54.584428 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-328fb986-9cf0-4569-bdbb-6d755a3437eb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/networks?id=5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 200 len: 808 time: 0.1900496 May 20 20:44:54.605142 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-1e5ee92a-99f0-478a-a89e-fca4a6d64147 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/quotas/68b9c64c20be443bb95e1ae41238defb HTTP/1.1" status: 200 len: 375 time: 0.0100353 May 20 20:44:54.721688 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-70ebf91b-3967-4c91-90df-432c11a38102 req-36220574-751d-4913-95be-d532002ab29c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Synchronizing usage tracker for tenant:68b9c64c20be443bb95e1ae41238defb on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:44:54.829638 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-70ebf91b-3967-4c91-90df-432c11a38102 req-36220574-751d-4913-95be-d532002ab29c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Unset dirty status for tenant:68b9c64c20be443bb95e1ae41238defb on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:44:54.831907 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-36220574-751d-4913-95be-d532002ab29c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=68b9c64c20be443bb95e1ae41238defb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2155886 May 20 20:44:55.158982 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cfc7dc8d-6bd7-4090-afe9-3dbc58eafe8c service neutron] 10.222.0.85 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048680 May 20 20:44:55.219543 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7570db-4648-4825-b66a-44feca1a5e42 req-4146db4b-8e2b-4c12-ad08-e3daddac331e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:55.221137 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6a7570db-4648-4825-b66a-44feca1a5e42 req-4146db4b-8e2b-4c12-ad08-e3daddac331e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1642141 May 20 20:44:55.340610 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6a7570db-4648-4825-b66a-44feca1a5e42 req-c3546b48-c46d-4b18-b939-4b59b6b3c4e7 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106722 May 20 20:44:55.373267 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-a5610aea-d082-4e6b-8662-6f0920a70d26 service neutron] 10.222.0.85 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013388 May 20 20:44:55.590900 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c6ab-17cc-4364-99ef-255f6654fd07 req-e55c3152-6b2d-4d99-afd5-30f2a646cc09 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:55.593632 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dc00c6ab-17cc-4364-99ef-255f6654fd07 req-e55c3152-6b2d-4d99-afd5-30f2a646cc09 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1292987 May 20 20:44:55.661642 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dc00c6ab-17cc-4364-99ef-255f6654fd07 req-c70d6192-3f9b-4a37-95b9-1d8b4209101d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599115 May 20 20:44:56.274333 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81fdc746-f0cb-463c-be81-4828d6f1de15 req-2aab274d-bb33-4f71-b9de-ce2fd5d885aa tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 210 time: 0.0475602 May 20 20:44:56.636096 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49959d3d-7eb1-45da-8210-d818283da622 req-a91fb7e5-68c6-4664-a6b5-d2b0f9312e94 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:56.645373 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-49959d3d-7eb1-45da-8210-d818283da622 req-a91fb7e5-68c6-4664-a6b5-d2b0f9312e94 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1077423 May 20 20:44:56.705009 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-49959d3d-7eb1-45da-8210-d818283da622 req-f1ba4af3-4de6-4012-b8c4-0b520bf039b5 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583074 May 20 20:44:57.006597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e1163-8d35-4f49-acf3-b987326f6b4d req-363fcd0d-5633-487e-8a69-945271a14ef9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:57.009282 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fb0e1163-8d35-4f49-acf3-b987326f6b4d req-363fcd0d-5633-487e-8a69-945271a14ef9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1306357 May 20 20:44:57.099436 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fb0e1163-8d35-4f49-acf3-b987326f6b4d req-29ce9070-84b0-4094-9651-98060fd4f30d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830655 May 20 20:44:57.402932 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-18eb3f82-f7b8-4e0a-8c78-601a2a777d77 req-9cfd515f-dbf7-4391-b53a-2c3c99e26953 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 210 time: 0.0509491 May 20 20:44:58.076707 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee178a0-bbce-45f4-abdf-12538e93f695 req-c3fee2ff-0d03-4e6c-806f-2aa29ac781ca tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:58.078607 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8ee178a0-bbce-45f4-abdf-12538e93f695 req-c3fee2ff-0d03-4e6c-806f-2aa29ac781ca tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1656523 May 20 20:44:58.130940 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8ee178a0-bbce-45f4-abdf-12538e93f695 req-fce0a128-42d6-4cbf-94fb-a53130c39f99 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 May 20 20:44:58.524370 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9d06a-cf61-4a68-9416-20727ef90498 req-c0732c2b-3200-4b9f-b9b9-c48d346d3b71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:58.526205 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-84a9d06a-cf61-4a68-9416-20727ef90498 req-c0732c2b-3200-4b9f-b9b9-c48d346d3b71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1868105 May 20 20:44:58.596797 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-84a9d06a-cf61-4a68-9416-20727ef90498 req-3fb87f3f-aa43-4174-bdc9-04d0cf042ee7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636191 May 20 20:44:58.852986 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4fa79891-d2e0-4128-b149-d2e04607b39a req-033b1ce5-6c6c-4f64-abed-18e8fecc6ddc tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 210 time: 0.0489981 May 20 20:44:59.423919 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6b185-0c31-4c7d-a0d6-cc3fede227a1 req-baabeaac-c2b7-49e6-86c6-d0fa08a971a1 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:59.426297 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c6b6b185-0c31-4c7d-a0d6-cc3fede227a1 req-baabeaac-c2b7-49e6-86c6-d0fa08a971a1 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.1491058 May 20 20:44:59.509756 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c6b6b185-0c31-4c7d-a0d6-cc3fede227a1 req-75eedc0d-fe83-48cc-83cf-7623c2d559ad tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757871 May 20 20:44:59.865787 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c946ddf-3938-4816-a809-214374bb47f0 req-beb22f63-f9bb-4530-a4ba-dc76e9e65695 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:44:59.868781 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1c946ddf-3938-4816-a809-214374bb47f0 req-beb22f63-f9bb-4530-a4ba-dc76e9e65695 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.1280484 May 20 20:44:59.963444 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1c946ddf-3938-4816-a809-214374bb47f0 req-4441c73d-8972-4401-b301-de4b163ff10f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810688 May 20 20:45:00.055777 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0913fca6-be29-4d13-9003-7b204150d91b req-81f78197-6ad0-41fc-b7a0-05c1e55f59ee tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 210 time: 0.0563805 May 20 20:45:00.724165 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e97810-100d-4db7-a700-5374cadcd705 req-7214bdf2-5813-459e-8391-4e795b2a4faa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:00.728359 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d2e97810-100d-4db7-a700-5374cadcd705 req-7214bdf2-5813-459e-8391-4e795b2a4faa tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.0943785 May 20 20:45:00.782593 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d2e97810-100d-4db7-a700-5374cadcd705 req-93710bd0-ae64-4566-b975-e2dd06223474 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499628 May 20 20:45:01.337073 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf91b-3967-4c91-90df-432c11a38102 req-7c08c0cf-81a5-4bf3-a100-962da6af3e54 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:01.339861 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-7c08c0cf-81a5-4bf3-a100-962da6af3e54 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.95 "GET /v2.0/networks?id=5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 200 len: 808 time: 0.3202019 May 20 20:45:01.474133 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-757bf15e-6cfc-4262-9762-536c56d0e4c7 req-0e615118-e02a-4d6d-b017-60f5f1f11265 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 210 time: 0.1300743 May 20 20:45:01.520769 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-3534f41e-4774-4375-9237-223eace6197f tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68b9c64c20be443bb95e1ae41238defb HTTP/1.1" status: 200 len: 379 time: 0.1274486 May 20 20:45:01.544268 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'port': {'device_id': '2aee38df-fef9-4628-9d82-508e1da862e0', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'admin_state_up': True, 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'security_groups': ['5158272a-f59e-497b-8ed7-d33655b39972']}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:01.706584 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870124ea-1094-4500-9a39-13a3029ee92d req-a35cccba-96fc-4942-b057-a9f06125f912 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:01.709408 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-870124ea-1094-4500-9a39-13a3029ee92d req-a35cccba-96fc-4942-b057-a9f06125f912 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.3679082 May 20 20:45:01.961221 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-870124ea-1094-4500-9a39-13a3029ee92d req-5cfe8efc-344c-449f-a25c-6a87be7921af tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396955 May 20 20:45:02.001405 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:02.027610 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:02.141256 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Made reservation on behalf of 68b9c64c20be443bb95e1ae41238defb for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:02.148110 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.408003 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0d19d-ead8-4e6f-b53f-8852a17eed98 req-41b392fe-20d8-486e-b70d-74327cf5055e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:02.409661 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e5d0d19d-ead8-4e6f-b53f-8852a17eed98 req-41b392fe-20d8-486e-b70d-74327cf5055e tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3483386 May 20 20:45:02.513228 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23baee3-7de8-43a8-888b-4617533852dc req-616aa179-fdbb-4497-a88e-267fe60d1a89 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:02.514991 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e23baee3-7de8-43a8-888b-4617533852dc req-616aa179-fdbb-4497-a88e-267fe60d1a89 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.3169255 May 20 20:45:02.539177 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e5d0d19d-ead8-4e6f-b53f-8852a17eed98 req-c103aa24-bd81-48d6-936d-6288cd9eedb0 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171310 May 20 20:45:02.559632 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Allocated IP 172.20.0.6 (5c75d689-090b-44c9-ba45-1a265d1f6370/3d3fd804-64de-4e59-ad58-09dcf060931d/adf1558a-fbb8-43f3-80d1-5456ba473b48) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:02.659140 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:02.703863 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e23baee3-7de8-43a8-888b-4617533852dc req-e67d5076-58e3-46d0-9074-4757a30e2f61 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465895 May 20 20:45:02.737935 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:45:02.931331 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5b5982c4-8171-40c9-b02c-8c26b0eded06 req-233d4829-45ea-4156-a971-2af4b6f68228 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 210 time: 0.1140358 May 20 20:45:03.013671 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.026226 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:03.052594 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'port_id': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'mac_address': 'fa:16:3e:b9:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:45:03.166864 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Transition to ACTIVE for port object adf1558a-fbb8-43f3-80d1-5456ba473b48 will not be triggered until provisioned by entity DHCP. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:03.168724 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.209388 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0b7627-dc33-4424-a481-a5e93d0ffabc {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:45:03.243098 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:03.303033 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.327444 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d84f7f7a-5ccd-4258-996e-c75db50b28f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:03.344719 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.354508 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:03.470661 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:03.518588 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4a842-b428-464e-bc2c-7c3d64f92560 req-eab6c7f9-2fea-493c-802b-83156b10228d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:03.521545 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6cd4a842-b428-464e-bc2c-7c3d64f92560 req-eab6c7f9-2fea-493c-802b-83156b10228d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.4860170 May 20 20:45:03.525317 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:03.525757 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=9']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:03.528716 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:03.536572 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:45:03.542923 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:03.586560 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:03.693733 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6cd4a842-b428-464e-bc2c-7c3d64f92560 req-b36fb1da-eba1-4f47-a34c-3a91f1eb184d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008360 May 20 20:45:03.695035 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['fc0b7627-dc33-4424-a481-a5e93d0ffabc'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:45:03.702754 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:03.703425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:03.717906 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4d361-7591-41e1-8000-004a969ddf2f req-44d8b288-3323-4528-a85e-a5490a30ad14 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:03.723829 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-21b4d361-7591-41e1-8000-004a969ddf2f req-44d8b288-3323-4528-a85e-a5490a30ad14 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 944 time: 0.5042226 May 20 20:45:03.757120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60190) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:03.874403 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-21b4d361-7591-41e1-8000-004a969ddf2f req-c443172d-69cf-4184-8eae-5a9f3fd6d85d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275468 May 20 20:45:03.926933 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3961244 May 20 20:45:03.942971 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Request body: {'port': {'device_id': '2aee38df-fef9-4628-9d82-508e1da862e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:04.076238 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-d6ed81b1-cb2c-49c2-a791-b0d747d5498e None None] Provisioning for port adf1558a-fbb8-43f3-80d1-5456ba473b48 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:04.110239 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-d6ed81b1-cb2c-49c2-a791-b0d747d5498e None None] Provisioning complete for port adf1558a-fbb8-43f3-80d1-5456ba473b48 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:04.111115 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-d6ed81b1-cb2c-49c2-a791-b0d747d5498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.203034 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.248857 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-d6ed81b1-cb2c-49c2-a791-b0d747d5498e None None] Port adf1558a-fbb8-43f3-80d1-5456ba473b48 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:45:04.287510 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00a550-333d-4c80-93ed-750729d153b0 tempest-TestMinimumBasicScenario-1369752177 tempest-TestMinimumBasicScenario-1369752177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:04.288526 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6e00a550-333d-4c80-93ed-750729d153b0 tempest-TestMinimumBasicScenario-1369752177 tempest-TestMinimumBasicScenario-1369752177-project-admin] Synchronizing usage tracker for tenant:90c26efe2db14e46a38a3d376b21c35e on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:45:04.289592 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39a48d-0deb-4988-a347-62681073e76f req-a48b5f85-1380-4631-87d9-db3c57481a45 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:04.291537 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5c39a48d-0deb-4988-a347-62681073e76f req-a48b5f85-1380-4631-87d9-db3c57481a45 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.3029399 May 20 20:45:04.407958 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5c39a48d-0deb-4988-a347-62681073e76f req-9972cce9-a6d1-4584-802c-416f314f5f2a tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/security-groups?id=f772b76b-a27e-4bb5-9cfc-16982a28792d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058431 May 20 20:45:04.524452 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6e00a550-333d-4c80-93ed-750729d153b0 tempest-TestMinimumBasicScenario-1369752177 tempest-TestMinimumBasicScenario-1369752177-project-admin] Unset dirty status for tenant:90c26efe2db14e46a38a3d376b21c35e on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:45:04.525646 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6e00a550-333d-4c80-93ed-750729d153b0 tempest-TestMinimumBasicScenario-1369752177 tempest-TestMinimumBasicScenario-1369752177-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1093 time: 0.7661111 May 20 20:45:04.533955 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60212) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:04.545706 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'floatingip': {'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'port_id': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:04.552105 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:04.556503 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:floatingip and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:04.559652 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:04.567195 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:04.607133 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-90f7c539-228b-4d23-ae21-bd4ba86d0bd2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:04.608311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-90f7c539-228b-4d23-ae21-bd4ba86d0bd2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Synchronizing usage tracker for tenant:fe13e55b68f4460da0f9130cc5e35b6e on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:45:04.623379 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-90f7c539-228b-4d23-ae21-bd4ba86d0bd2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Unset dirty status for tenant:fe13e55b68f4460da0f9130cc5e35b6e on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:45:04.624868 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-90f7c539-228b-4d23-ae21-bd4ba86d0bd2 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.95 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 945 time: 0.2244966 May 20 20:45:04.747094 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for floatingip, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:04.892565 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Deleting port b12bd84b-4f9e-450e-bd46-4d79479a184c {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:45:04.893268 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.084206 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.087571 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] For port b12bd84b-4f9e-450e-bd46-4d79479a184c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b12bd84b-4f9e-450e-bd46-4d79479a184c,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:05.088207 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.108449 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d97446-33e1-4beb-ba54-7c7dd3468f87 req-337ccf0a-fb1e-4581-8a7e-8a5f6b914ee2 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:05.118699 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-68d97446-33e1-4beb-ba54-7c7dd3468f87 req-337ccf0a-fb1e-4581-8a7e-8a5f6b914ee2 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Synchronizing usage tracker for tenant:68b9c64c20be443bb95e1ae41238defb on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:45:05.136877 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b0eeb-3182-4393-b444-ad8eb8365c67 req-59c7db5e-a275-41c5-b129-c5fb46cd08d6 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:05.141015 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1b5b0eeb-3182-4393-b444-ad8eb8365c67 req-59c7db5e-a275-41c5-b129-c5fb46cd08d6 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.4908230 May 20 20:45:05.193991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf1558a-fbb8-43f3-80d1-5456ba473b48 {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:45:05.223196 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.261178 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Transition to ACTIVE for port object adf1558a-fbb8-43f3-80d1-5456ba473b48 will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:05.268124 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1b5b0eeb-3182-4393-b444-ad8eb8365c67 req-84a2e260-44fd-4912-ba8f-b49e94af72ff tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102118 May 20 20:45:05.331861 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-68d97446-33e1-4beb-ba54-7c7dd3468f87 req-337ccf0a-fb1e-4581-8a7e-8a5f6b914ee2 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Unset dirty status for tenant:68b9c64c20be443bb95e1ae41238defb on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:45:05.333329 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-68d97446-33e1-4beb-ba54-7c7dd3468f87 req-337ccf0a-fb1e-4581-8a7e-8a5f6b914ee2 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 931 time: 0.6835968 May 20 20:45:05.350335 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Calling delete_port for b12bd84b-4f9e-450e-bd46-4d79479a184c owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:45:05.376671 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.384492 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:05.452717 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-68d97446-33e1-4beb-ba54-7c7dd3468f87 req-71a383e8-38cd-448d-8321-92cd29d44fd2 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117454 May 20 20:45:05.577948 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Allocated IP 172.28.1.32 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/bfb89dcf-92d5-4b61-9277-de884a6338f7) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:05.661582 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Pushing event updated for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:05.674224 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:05.758003 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:05.771820 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['b12bd84b-4f9e-450e-bd46-4d79479a184c'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:45:05.781519 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ba12319c-405f-4300-a2e6-9bc4a9b4e593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:05.865169 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3583d8a4-83fb-4a7f-91c0-dd40f35c0e89 req-9db12466-0e98-4849-85bc-1418952edbeb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 210 time: 0.1051757 May 20 20:45:05.881983 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Pushing event deleted for resources: {'Port': ['ID=b12bd84b-4f9e-450e-bd46-4d79479a184c,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:05.898493 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:05.938876 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643413d2-de51-4f45-af28-236c6b5b7c23 req-20527f77-8c1c-460c-8a8f-81132ac5786e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:05.941678 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-643413d2-de51-4f45-af28-236c6b5b7c23 req-20527f77-8c1c-460c-8a8f-81132ac5786e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 945 time: 0.4164546 May 20 20:45:05.943290 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Attempting to bind port adf1558a-fbb8-43f3-80d1-5456ba473b48 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:05.943955 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Attempting to bind port adf1558a-fbb8-43f3-80d1-5456ba473b48 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:05.944555 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Attempting to bind port adf1558a-fbb8-43f3-80d1-5456ba473b48 on network 5c75d689-090b-44c9-ba45-1a265d1f6370 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:45:05.979553 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Port adf1558a-fbb8-43f3-80d1-5456ba473b48 on network 5c75d689-090b-44c9-ba45-1a265d1f6370 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:45:05.980268 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Attempting to bind port adf1558a-fbb8-43f3-80d1-5456ba473b48 on network 5c75d689-090b-44c9-ba45-1a265d1f6370 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:45:05.992425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:45:05.992706 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Checking segment: {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:45:05.993079 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Bound using segment: {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:45:05.993603 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Bound port: adf1558a-fbb8-43f3-80d1-5456ba473b48, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f37344-98df-4f9b-89e6-c573fbdca476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:05.994019 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.059853 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] No DVR routers for this DVR port b12bd84b-4f9e-450e-bd46-4d79479a184c on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:06.066455 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-643413d2-de51-4f45-af28-236c6b5b7c23 req-59997d2d-daca-4703-a0c1-24736a1b5801 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150279 May 20 20:45:06.071211 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.074043 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934bb94-dbed-4ee0-9dec-9c713d3f2893', 'name': 'network-vif-deleted', 'tag': 'b12bd84b-4f9e-450e-bd46-4d79479a184c'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:06.095059 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.150885 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5934bb94-dbed-4ee0-9dec-9c713d3f2893', 'name': 'network-vif-deleted', 'tag': 'b12bd84b-4f9e-450e-bd46-4d79479a184c', 'status': 'completed', 'code': 200} May 20 20:45:06.158384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:45:06.162850 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:45:06.189804 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-c9106392-49dc-4c91-ab29-d9f7cbe0fd71 req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.95 "DELETE /v2.0/ports/b12bd84b-4f9e-450e-bd46-4d79479a184c HTTP/1.1" status: 204 len: 173 time: 1.5579667 May 20 20:45:06.251276 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.255868 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-faf51a88-7e39-4073-8516-e64958838f89 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:06.282951 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.289928 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:06.377760 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:06.396593 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:06.401305 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:45:06.489764 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:06.490743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:06.492578 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] 10.222.0.95 "PUT /v2.0/ports/adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 200 len: 1093 time: 2.5545118 May 20 20:45:06.529071 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'Port': ['ID=bfb89dcf-92d5-4b61-9277-de884a6338f7,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:06.552425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:06.598334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Pushing event updated for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:06.614030 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:06.628457 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c00687-13e5-4a59-b103-d036784c4215 req-3ff3f790-57b7-4641-bfc0-10825aee80b5 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:06.630369 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-47c00687-13e5-4a59-b103-d036784c4215 req-3ff3f790-57b7-4641-bfc0-10825aee80b5 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1367702 May 20 20:45:06.731152 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:06.753382 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:45:06.899316 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-47c00687-13e5-4a59-b103-d036784c4215 req-91eb1bfe-6cba-4c51-bc3a-d4cfe7f46bdc tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527173 May 20 20:45:06.959655 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fde77-9eef-4836-83f3-2f1c15b4a10d req-a3d38a81-ca67-44ac-8c66-723fb86787c2 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:06.968194 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1b3fde77-9eef-4836-83f3-2f1c15b4a10d req-a3d38a81-ca67-44ac-8c66-723fb86787c2 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1682060 May 20 20:45:06.986824 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf91b-3967-4c91-90df-432c11a38102 req-c68401c2-36b5-4e8c-9bc6-996b5aa3acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:06.988546 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-c68401c2-36b5-4e8c-9bc6-996b5aa3acd6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68b9c64c20be443bb95e1ae41238defb&device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1096 time: 0.2777743 May 20 20:45:07.072032 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port fc0b7627-dc33-4424-a481-a5e93d0ffabc triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:07.072919 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.088080 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-f64e2423-929a-4a26-9dcb-6b861ff7b663 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 200 len: 217 time: 0.0847220 May 20 20:45:07.089926 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'status': 'completed', 'code': 200} May 20 20:45:07.219782 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1b3fde77-9eef-4836-83f3-2f1c15b4a10d req-135141d4-5e52-4de2-978f-2953aa470bf3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503273 May 20 20:45:07.229713 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d63e96f7-797b-42bb-b0c8-6145b13449a5 req-70eb4dc5-a0fc-47a1-b2bb-753a8dd9495a tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] 10.222.0.85 "GET /v2.0/ports?device_id=5934bb94-dbed-4ee0-9dec-9c713d3f2893 HTTP/1.1" status: 200 len: 210 time: 0.0607939 May 20 20:45:07.245670 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf91b-3967-4c91-90df-432c11a38102 req-2dc7111f-2404-4490-b203-34bb8f4b0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:07.248311 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-2dc7111f-2404-4490-b203-34bb8f4b0983 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3d3fd804-64de-4e59-ad58-09dcf060931d HTTP/1.1" status: 200 len: 847 time: 0.1466787 May 20 20:45:07.368459 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.431843 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:07.451333 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:07.522447 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.523985 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b12bd84b-4f9e-450e-bd46-4d79479a184c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:45:07.665719 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'code': 200} May 20 20:45:07.666438 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-5cd5b74b-73f4-47e8-94c1-5c7e2b341cdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:07.690540 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8da38f92-36f7-4804-b27d-63eac0ae3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:07.693471 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-8da38f92-36f7-4804-b27d-63eac0ae3d1a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c75d689-090b-44c9-ba45-1a265d1f6370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4384198 May 20 20:45:07.709333 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bd53e-9724-490c-906e-65ca508d3766 req-02733175-0f0e-4acd-a689-8818dd2da41d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:07.732162 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c41bd53e-9724-490c-906e-65ca508d3766 req-02733175-0f0e-4acd-a689-8818dd2da41d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.3061790 May 20 20:45:07.732352 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:07.863949 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: b12bd84b-4f9e-450e-bd46-4d79479a184c {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:45:07.864576 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b12bd84b-4f9e-450e-bd46-4d79479a184c not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:45:07.866324 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=10']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:07.870574 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:07.930814 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c41bd53e-9724-490c-906e-65ca508d3766 req-dcfec178-22ef-4f2d-bc20-aa175d93549a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956127 May 20 20:45:08.136389 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:08.138462 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-3f7167bb-fa40-48d8-b292-14df63a67059 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257860 May 20 20:45:08.502773 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf63b81-652b-496a-976a-a50b31bc3f37 req-50de9a26-392e-41fe-99df-c5832d877fa8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:08.504462 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fbf63b81-652b-496a-976a-a50b31bc3f37 req-50de9a26-392e-41fe-99df-c5832d877fa8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.3705666 May 20 20:45:08.546569 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70ebf91b-3967-4c91-90df-432c11a38102 req-b85fe69d-e40d-4220-953a-4f1c1950e0a1 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474033 May 20 20:45:08.641671 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fbf63b81-652b-496a-976a-a50b31bc3f37 req-44afdc12-45de-4ed2-957e-434402fb153f tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934556 May 20 20:45:08.671763 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:08.687748 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efced430-2732-42ff-b353-68a5d9def910 req-409f97f7-7748-422c-b771-ed9c9d4a4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:08.690210 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-efced430-2732-42ff-b353-68a5d9def910 req-409f97f7-7748-422c-b771-ed9c9d4a4cbc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 1100 time: 0.2530551 May 20 20:45:08.692208 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbe710-ed3b-4b63-acad-cbcbb36e5ea8 req-8d63d106-6fc3-4fb4-8947-d7affa516a35 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:08.695120 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-75dbe710-ed3b-4b63-acad-cbcbb36e5ea8 req-8d63d106-6fc3-4fb4-8947-d7affa516a35 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1894510 May 20 20:45:08.753091 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:08.762589 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60266) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:08.763360 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:08.848792 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-75dbe710-ed3b-4b63-acad-cbcbb36e5ea8 req-18264a3f-e42e-4c4a-84d9-1d52d2014dee tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403663 May 20 20:45:08.881701 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-efced430-2732-42ff-b353-68a5d9def910 req-d0ea0bf0-8cc3-47d1-abfc-c151f64181ef service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835537 May 20 20:45:08.915339 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-a6da4323-e2e6-426e-bb1c-5459987869ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:08.917884 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-a6da4323-e2e6-426e-bb1c-5459987869ae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68b9c64c20be443bb95e1ae41238defb&device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1096 time: 0.1426075 May 20 20:45:08.984506 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'Port': ['ID=bfb89dcf-92d5-4b61-9277-de884a6338f7,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:08.990790 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:09.081214 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:09.313904 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-ceefd05a-d25c-427d-bd4d-ee48a0f215ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:09.315387 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-ceefd05a-d25c-427d-bd4d-ee48a0f215ec service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 200 len: 909 time: 0.3655577 May 20 20:45:09.364785 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.l3_db [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Floating IP e40fe9ac-dce1-4e50-859f-2b4d0e4c6779 associated. External IP: 172.28.1.32, port: 7f993eaa-db8c-4587-9628-b67e8bc4e3c5. May 20 20:45:09.404751 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a474e-90c6-4fa7-8af2-1b08a7620637 req-dd4a7943-cdaf-4ea9-a380-0ba9f83a0392 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:09.406503 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ff7a474e-90c6-4fa7-8af2-1b08a7620637 req-dd4a7943-cdaf-4ea9-a380-0ba9f83a0392 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.2862942 May 20 20:45:09.408086 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-8ab6ea27-9ca2-412d-b9a5-d4e086b28c81 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 200 len: 217 time: 0.0842004 May 20 20:45:09.535994 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ff7a474e-90c6-4fa7-8af2-1b08a7620637 req-5fb8c8c9-9f10-4118-a346-ed24cb16a7d4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176720 May 20 20:45:09.541191 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-c234ab58-7d25-4e6f-9e66-352dc05ac144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:09.543664 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-c234ab58-7d25-4e6f-9e66-352dc05ac144 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3d3fd804-64de-4e59-ad58-09dcf060931d HTTP/1.1" status: 200 len: 847 time: 0.1236596 May 20 20:45:09.680078 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-e827b3d0-8968-4bf3-9dad-43c899cf5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:09.684120 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-e827b3d0-8968-4bf3-9dad-43c899cf5683 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c75d689-090b-44c9-ba45-1a265d1f6370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1304309 May 20 20:45:10.052533 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Router dddd2615-294d-495c-8ae0-b4e65db69570 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:45:10.140213 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364865a-91a1-4beb-a404-06d4059accbb req-b452e33f-f6e4-4487-b31c-29debaba7ae1 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:10.154160 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6364865a-91a1-4beb-a404-06d4059accbb req-b452e33f-f6e4-4487-b31c-29debaba7ae1 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1824937 May 20 20:45:10.165610 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-312d73d0-9725-4b97-8717-765014ee6555 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553106 May 20 20:45:10.263496 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3276505e-e9dd-4d9d-a535-1b19310d86e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:10.348998 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6364865a-91a1-4beb-a404-06d4059accbb req-dd9723f9-dbb0-4543-acb7-48f7438b86c6 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806071 May 20 20:45:10.549229 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bfe99-90ba-45a2-89e5-4a78478ffe46 req-e32320c0-fb5b-42aa-aad9-0860c33db4f4 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:10.551210 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fb5bfe99-90ba-45a2-89e5-4a78478ffe46 req-e32320c0-fb5b-42aa-aad9-0860c33db4f4 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1986563 May 20 20:45:10.592665 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-78ddfeb0-672c-4f1c-8597-8abd59ef0ece req-07690458-ea99-4361-89eb-a7bd887df8c3 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375821 May 20 20:45:10.664912 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fb5bfe99-90ba-45a2-89e5-4a78478ffe46 req-58b485f1-9bf3-4aa0-83bb-8806f1c7a266 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791817 May 20 20:45:10.783809 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device adf1558a-fbb8-43f3-80d1-5456ba473b48 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:45:10.828725 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076967'] for router_interface, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:10.897133 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:45:10.913991 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] Sync routers for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:45:10.929398 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:45:10.931977 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:44:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:10.991296 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8f7f3-c180-4c03-a6c2-1acb24894d76 req-10c6d36e-d4b0-4fbf-a61d-17af0fd5f53d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:10.994215 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-25b8f7f3-c180-4c03-a6c2-1acb24894d76 req-10c6d36e-d4b0-4fbf-a61d-17af0fd5f53d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.1523323 May 20 20:45:11.032584 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.056335 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:11.068792 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-25b8f7f3-c180-4c03-a6c2-1acb24894d76 req-a3d62828-61db-4498-9d17-f7757c58e1d8 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662632 May 20 20:45:11.088678 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'port_id': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'mac_address': 'fa:16:3e:1b:76:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:45:11.131141 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5960968 May 20 20:45:11.135097 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60316) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:11.141749 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738952579', 'description': 'tempest-secgroup-smoke-738952579 description', 'project_id': '21fc0701d67e469fb4249ddf56c7d123'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:11.148742 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:11.153506 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:security_group and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:11.158206 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:11.166287 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:11.183539 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:11.219743 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.258610 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.267691 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf1558a-fbb8-43f3-80d1-5456ba473b48 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:45:11.278655 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'status': 'completed', 'code': 200} May 20 20:45:11.295850 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:11.304243 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:security_group_rule and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:11.310284 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:11.318902 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:11.355064 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:11.413638 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.427614 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:11.460732 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:45:11.473448 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-39d2628c-83af-4597-9eb8-cc47653cf689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:11.475022 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-39d2628c-83af-4597-9eb8-cc47653cf689 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21fc0701d67e469fb4249ddf56c7d123&device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1098 time: 0.1587870 May 20 20:45:11.481716 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.561701 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Deleting port eaf0ec61-d3e3-49d0-aff6-5236546c32df {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:45:11.562383 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.643382 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.660736 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:11.680952 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:11.692301 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e68f2b26-ef37-4099-a9d4-54d7d4d96574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:11.693139 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['adf1558a-fbb8-43f3-80d1-5456ba473b48'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:45:11.843292 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] For port eaf0ec61-d3e3-49d0-aff6-5236546c32df, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=eaf0ec61-d3e3-49d0-aff6-5236546c32df,segment=NetworkSegment(93ef0135-7280-4848-89ac-705e342b9e57),segment_id=93ef0135-7280-4848-89ac-705e342b9e57)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:11.844227 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.865078 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a235911-7306-431e-811a-8937eac7c06f,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:11.878780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:11.983456 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:11.988131 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8515682 May 20 20:45:11.988968 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60346) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:12.004382 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'security_group_rule': {'security_group_id': '8a235911-7306-431e-811a-8937eac7c06f', 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:12.009734 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-b0d2e0c2-ee93-4b8a-b88d-aa91a226d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:12.024655 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-b0d2e0c2-ee93-4b8a-b88d-aa91a226d979 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 200 len: 916 time: 0.5271199 May 20 20:45:12.024655 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:12.130328 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Calling delete_port for eaf0ec61-d3e3-49d0-aff6-5236546c32df owned by network:router_interface {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:45:12.136829 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:security_group_rule and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:12.146391 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:12.188404 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:12.236093 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28970f-60c5-4438-8765-1cf8b092fada req-2ba29b18-c5bc-4ea8-ae7e-4134a62ccf5f tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:12.250549 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ab28970f-60c5-4438-8765-1cf8b092fada req-2ba29b18-c5bc-4ea8-ae7e-4134a62ccf5f tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.6189063 May 20 20:45:12.315818 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-02c413a8-d404-4289-b142-ee7d578ff1aa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 998 time: 0.2943902 May 20 20:45:12.422984 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836667-0e45-4663-8484-d602ac32da12 req-e882344e-1dcd-437d-941c-af563d81d34c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:12.425465 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d5836667-0e45-4663-8484-d602ac32da12 req-e882344e-1dcd-437d-941c-af563d81d34c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 944 time: 0.4957626 May 20 20:45:12.500625 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.564246 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': 'e40fe9ac-dce1-4e50-859f-2b4d0e4c6779', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'port_id': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'mac_address': 'fa:16:3e:db:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:45:07Z', 'updated_at': '2021-05-20T20:45:07Z', 'revision_number': 0, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:25Z', 'revision_number': 5, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:12.569389 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] Checking router: dddd2615-294d-495c-8ae0-b4e65db69570 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:45:12.583532 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:45:12.584787 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:44:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:12.588482 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ab28970f-60c5-4438-8765-1cf8b092fada req-1b74758e-696e-4667-80f7-5ac248645f7b tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167822 May 20 20:45:12.667256 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-d2cd94fd-b12b-4fd4-8094-dbd8379ef58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:12.675115 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-d2cd94fd-b12b-4fd4-8094-dbd8379ef58f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=72bc1293-76c1-4d33-99f8-1f4434cb64c9 HTTP/1.1" status: 200 len: 854 time: 0.3380563 May 20 20:45:12.702274 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.720669 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-283ecc4a-63f2-43a1-bbd0-a23beb4c32d4 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:12.843491 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:45:12.861888 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:12.894574 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d5836667-0e45-4663-8484-d602ac32da12 req-81ee8153-7f36-499a-bbf0-04d514570dfd tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4244380 May 20 20:45:12.904248 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf0ec61-d3e3-49d0-aff6-5236546c32df,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:12.975585 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:13.030961 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:13.057167 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-4dfae16a-eb2d-4678-81e6-558f0ca4457a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:13.079554 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-d28406d2-fc85-4432-af8f-e3d527a008ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:13.081081 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-d28406d2-fc85-4432-af8f-e3d527a008ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f72d40bd-87f7-4b08-b5fc-f10a669f646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3551280 May 20 20:45:13.137395 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa9382-9e71-4ddf-a9aa-891ec7e51edb req-34431980-b206-4631-9aa8-9fd154a13f78 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:13.147040 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-82aa9382-9e71-4ddf-a9aa-891ec7e51edb req-34431980-b206-4631-9aa8-9fd154a13f78 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.2627802 May 20 20:45:13.195121 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:13.271916 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:13.328687 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4f6c7d-5929-45cd-b7e3-2bb42044a8d7,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:13.346411 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:13.363606 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-82aa9382-9e71-4ddf-a9aa-891ec7e51edb req-5834a26e-2bee-4872-9aba-1781f979b093 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984410 May 20 20:45:13.434501 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-126a12c5-9700-44a4-88b4-3c1c0462b7fa service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421922 May 20 20:45:13.491672 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:13.499530 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-a0fbd37b-e006-4d93-9c6d-03e8c9b9fd4b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5019217 May 20 20:45:13.503054 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60366) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:13.529772 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'security_group_rule': {'security_group_id': '8a235911-7306-431e-811a-8937eac7c06f', 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:13.663180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:13.692622 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': 'e40fe9ac-dce1-4e50-859f-2b4d0e4c6779', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'port_id': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'mac_address': 'fa:16:3e:db:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:45:07Z', 'updated_at': '2021-05-20T20:45:07Z', 'revision_number': 0, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:25Z', 'revision_number': 5, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:13.708776 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:security_group_rule and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:13.716839 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f5488-6d3a-485d-96ee-ac8d37a42a5b None None] The sync data for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb is: [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': 'e40fe9ac-dce1-4e50-859f-2b4d0e4c6779', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'port_id': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'mac_address': 'fa:16:3e:db:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:45:07Z', 'updated_at': '2021-05-20T20:45:07Z', 'revision_number': 0, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:25Z', 'revision_number': 5, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:45:13.730473 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:13.759367 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:13.799529 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077075'] for router_interface, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:13.874532 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1ef41edf-ddc1-413f-9a44-5fe11738c2f9 req-7aa57b79-d895-4b09-ae3b-31bd29ca4e21 service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314196 May 20 20:45:13.968443 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.001505 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.052214 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38392267-a7f4-4142-beb6-7486424ce80d req-9ad3811d-fbda-47c6-9998-faaac3314d80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:14.055257 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-38392267-a7f4-4142-beb6-7486424ce80d req-9ad3811d-fbda-47c6-9998-faaac3314d80 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1660242 May 20 20:45:14.195081 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ef848-aad6-46fd-8ef9-962c4ec5eb65 None None] New status for floating IP e40fe9ac-dce1-4e50-859f-2b4d0e4c6779: ACTIVE {{(pid=98923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:45:14.263173 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-38392267-a7f4-4142-beb6-7486424ce80d req-6d9508bf-4ef7-4551-924e-c164a1f8c18d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981359 May 20 20:45:14.328358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826117-6f90-4457-bc6a-1cd7ba1b6927 req-7858933a-46a0-4b43-ad6e-b62426016138 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:14.332305 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e1826117-6f90-4457-bc6a-1cd7ba1b6927 req-7858933a-46a0-4b43-ad6e-b62426016138 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 944 time: 0.2447586 May 20 20:45:14.447738 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e1826117-6f90-4457-bc6a-1cd7ba1b6927 req-60b4b2b3-db8e-491d-ab5c-2e7b90968a02 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051354 May 20 20:45:14.489215 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.609552 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.625993 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c5340a82-d168-42f7-b010-1b74f9adc06b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:14.684677 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986ecdd2-a0fd-42a5-a8d1-a7b2fcdec20e,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:14.732013 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.733779 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.733941 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.734618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.735453 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.736089 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.736864 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.737537 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.738146 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.738754 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.739410 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.740039 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:14.752732 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:14.756242 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Router f83eab44-68d5-4ef6-aa5e-96a87622b545 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:45:14.802471 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8f14d-b43a-447c-8841-e6690f9de6bc req-3fbd7c11-e0a4-432b-b4a6-28806ddf0041 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:14.806829 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device adf1558a-fbb8-43f3-80d1-5456ba473b48 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:45:14.809917 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-deb8f14d-b43a-447c-8841-e6690f9de6bc req-3fbd7c11-e0a4-432b-b4a6-28806ddf0041 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.1814618 May 20 20:45:14.856737 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-deb8f14d-b43a-447c-8841-e6690f9de6bc req-3cdae9b9-1100-41e7-90d6-4c6a5ad35e78 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458949 May 20 20:45:14.869216 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:14.869560 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-0cfe9af3-cb73-4749-b163-13cfdfeac1b6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3648422 May 20 20:45:14.872899 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60388) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:14.882564 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'security_group_rule': {'security_group_id': '8a235911-7306-431e-811a-8937eac7c06f', 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:14.912810 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:14.928095 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:security_group_rule and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:14.933795 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:14.953440 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:15.043992 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.098021 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port adf1558a-fbb8-43f3-80d1-5456ba473b48 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:15.098988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:45:15.104259 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] 10.222.0.85 "PUT /v2.0/routers/f83eab44-68d5-4ef6-aa5e-96a87622b545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3054471 May 20 20:45:15.109403 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60394) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:15.118262 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] Sync routers for ids ['f83eab44-68d5-4ef6-aa5e-96a87622b545'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:45:15.126559 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port adf1558a-fbb8-43f3-80d1-5456ba473b48 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:15.128172 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.130769 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.146013 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] Routers {'f83eab44-68d5-4ef6-aa5e-96a87622b545'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:45:15.146988 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:45:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['f83eab44-68d5-4ef6-aa5e-96a87622b545'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:15.195206 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.199806 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:15.240567 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41f30cd-829c-4176-ad83-15a2aea771f3,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:15.250269 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:15.315255 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.317312 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4420776 May 20 20:45:15.323468 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60402) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:15.341474 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'security_group_rule': {'security_group_id': '8a235911-7306-431e-811a-8937eac7c06f', 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:15.353790 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:15.354926 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.363052 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:security_group_rule and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:15.369304 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:15.380640 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] Set router f83eab44-68d5-4ef6-aa5e-96a87622b545 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:45:15.387126 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:15.402523 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:15.403955 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:15.464993 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.488467 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.504124 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.506559 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:15.744116 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'code': 200} May 20 20:45:15.756471 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.757625 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:15.766060 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:15.785225 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.866625 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:15.877041 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3df7-4a9e-47b5-b7fc-8e520de7b51b req-539567b6-6564-41d8-b683-4ec10700b778 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:15.878705 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dfbb3df7-4a9e-47b5-b7fc-8e520de7b51b req-539567b6-6564-41d8-b683-4ec10700b778 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1755698 May 20 20:45:15.957948 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:45:12Z', 'revision_number': 5, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port': {'id': '38957ba9-6267-4fd5-a11b-4955c83510fe', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:14Z', 'updated_at': '2021-05-20T20:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:15.966280 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] Checking router: f83eab44-68d5-4ef6-aa5e-96a87622b545 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:45:15.982321 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] Routers {'f83eab44-68d5-4ef6-aa5e-96a87622b545'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:45:15.983462 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:45:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['f83eab44-68d5-4ef6-aa5e-96a87622b545'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:16.106327 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.130897 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-fd513172-c7f7-41e6-99a0-4288bd90848d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:16.173503 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-dfbb3df7-4a9e-47b5-b7fc-8e520de7b51b req-78244681-b774-42a7-b080-8f38d7f923e7 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841437 May 20 20:45:16.189041 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Deleting port 38957ba9-6267-4fd5-a11b-4955c83510fe {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:45:16.189693 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.192035 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c425fd-74c3-48d3-b500-97ed3cb0366e,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:16.196740 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:16.223203 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] Set router f83eab44-68d5-4ef6-aa5e-96a87622b545 gateway port host: None {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:45:16.241380 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb7e2-3e0e-41bb-b872-7140a8010959 req-28389868-cae6-4333-be0f-d06459fda6cf tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:16.250223 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-32ccb7e2-3e0e-41bb-b872-7140a8010959 req-28389868-cae6-4333-be0f-d06459fda6cf tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.3366661 May 20 20:45:16.268758 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.269229 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-61dcb36a-3713-449a-9b29-605fc3702087 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9442334 May 20 20:45:16.272891 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60422) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:16.281267 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'security_group_rule': {'security_group_id': '8a235911-7306-431e-811a-8937eac7c06f', 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:16.297075 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:16.306041 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:security_group_rule and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:16.345412 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:16.370662 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-32ccb7e2-3e0e-41bb-b872-7140a8010959 req-cc90eea1-589e-4efd-836d-a30a72da4af3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157398 May 20 20:45:16.387526 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:16.400693 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:45:15Z', 'revision_number': 6, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port_host': None}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:16.407665 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac9278-40b7-4b6e-b223-25437fb3aa17 None None] The sync data for ids ['f83eab44-68d5-4ef6-aa5e-96a87622b545'] in dv-cinder-784623-13-smb is: [{'id': 'f83eab44-68d5-4ef6-aa5e-96a87622b545', 'name': 'tempest-ServerRescueNegativeTestJSON-242163612-router', 'tenant_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:12Z', 'updated_at': '2021-05-20T20:45:15Z', 'revision_number': 6, 'project_id': 'fe13e55b68f4460da0f9130cc5e35b6e', 'gw_port_host': None}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:45:16.474184 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321372-5272-4a98-82d1-c830d1cd2faa req-975c2d7c-cfb8-4c7e-829c-29a606c9cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:16.476048 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-66321372-5272-4a98-82d1-c830d1cd2faa req-975c2d7c-cfb8-4c7e-829c-29a606c9cac1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1098 time: 0.1667788 May 20 20:45:16.503649 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.securitygroups_db [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Project 21fc0701d67e469fb4249ddf56c7d123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 20:45:16.517981 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.547284 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-66321372-5272-4a98-82d1-c830d1cd2faa req-db23153d-6213-4b5d-8744-9ad2bf39c3eb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616512 May 20 20:45:16.617295 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.669705 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] For port 38957ba9-6267-4fd5-a11b-4955c83510fe, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=38957ba9-6267-4fd5-a11b-4955c83510fe,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:16.670348 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.759457 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.775059 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:16.804597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebc239d-c65d-4d13-a813-141e1b421d22,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:16.810264 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:16.824749 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Calling delete_port for 38957ba9-6267-4fd5-a11b-4955c83510fe owned by network:router_gateway {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:45:16.931748 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:16.933366 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-a508a737-234c-4562-95fe-850ae420d31b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6594977 May 20 20:45:16.936979 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60442) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:16.942423 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'security_group_rule': {'security_group_id': '8a235911-7306-431e-811a-8937eac7c06f', 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:16.955115 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:16.959171 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Usage tracker for resource:security_group_rule and tenant:21fc0701d67e469fb4249ddf56c7d123 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:16.962309 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:16.969372 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:17.029049 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.securitygroups_db [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Project 21fc0701d67e469fb4249ddf56c7d123 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 20:45:17.035495 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.108737 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.115080 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.124821 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7534d050-ad51-4019-a832-78129a7f17a0 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:17.176460 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38957ba9-6267-4fd5-a11b-4955c83510fe,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:17.179828 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:17.194645 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.196813 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-78e340b2-1cfc-4435-9614-da9e135604db tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:17.235227 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c06801-abcf-46cf-a634-c890345579d8,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:17.244716 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:17.287458 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2039564'] for router_gateway, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.348009 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.349045 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4108880 May 20 20:45:17.429713 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12c992-1fe5-472d-affa-9abaccee089a req-b245508d-21de-4d0b-b007-6d4b412587e4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:17.445882 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bc12c992-1fe5-472d-affa-9abaccee089a req-b245508d-21de-4d0b-b007-6d4b412587e4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1376846 May 20 20:45:17.498098 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2056570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1652'] for router, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.501523 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.594859 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bc12c992-1fe5-472d-affa-9abaccee089a req-5b791455-7419-439a-a854-9a865479afb3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446402 May 20 20:45:17.602000 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-b96d531f-5388-4696-afb9-fa8a5388b39d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Synchronizing usage tracker for tenant:21fc0701d67e469fb4249ddf56c7d123 on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:45:17.738445 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2038576'] for router, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.741136 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83eab44-68d5-4ef6-aa5e-96a87622b545 {{(pid=98921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 20:45:17.768381 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.770682 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] 10.222.0.85 "DELETE /v2.0/routers/f83eab44-68d5-4ef6-aa5e-96a87622b545 HTTP/1.1" status: 204 len: 168 time: 2.6597836 May 20 20:45:17.773279 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60454) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:17.786310 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-b96d531f-5388-4696-afb9-fa8a5388b39d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Unset dirty status for tenant:21fc0701d67e469fb4249ddf56c7d123 on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:45:17.790348 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-b96d531f-5388-4696-afb9-fa8a5388b39d tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738952579&fields=id&tenant_id=21fc0701d67e469fb4249ddf56c7d123 HTTP/1.1" status: 200 len: 267 time: 0.3048468 May 20 20:45:17.914358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19ca08-e0e9-4f94-bb13-0102b7e76d1d req-bf853cfd-59c2-47f7-b612-8dacdc6e6e82 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:17.915051 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] Deleting subnet 0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 {{(pid=98921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:45:17.915903 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-df19ca08-e0e9-4f94-bb13-0102b7e76d1d req-bf853cfd-59c2-47f7-b612-8dacdc6e6e82 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1781740 May 20 20:45:17.921471 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:17.954737 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-127c608d-0320-499f-bbbc-d5e1257c5b7e tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:17.956325 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-127c608d-0320-499f-bbbc-d5e1257c5b7e tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.1571045 May 20 20:45:17.974167 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'port': {'security_groups': ['806f37c2-eda6-4206-bd7d-79476fcc0f72', '8a235911-7306-431e-811a-8937eac7c06f']}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:18.034955 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16285254'] for subnet, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.041894 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-df19ca08-e0e9-4f94-bb13-0102b7e76d1d req-127b3340-8651-461e-999b-793d9c33423d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191454 May 20 20:45:18.143431 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.149314 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.368306 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 38957ba9-6267-4fd5-a11b-4955c83510fe no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:45:18.406066 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 38957ba9-6267-4fd5-a11b-4955c83510fe {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:45:18.406468 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 38957ba9-6267-4fd5-a11b-4955c83510fe not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:45:18.406909 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device eaf0ec61-d3e3-49d0-aff6-5236546c32df no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:45:18.443490 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: eaf0ec61-d3e3-49d0-aff6-5236546c32df {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:45:18.444171 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device eaf0ec61-d3e3-49d0-aff6-5236546c32df not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:45:18.517373 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] For port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:18.554497 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.594657 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15860700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15165422'] for subnet, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.599134 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7f855da2-8dfb-47ba-abcb-0610d83d7e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:18.634981 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7bf6a1-18eb-4d3b-85b1-5c6d328da342,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:18.637764 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:18.642176 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.652412 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-2e86ae9a-1b79-41aa-8eff-247b2ad3a2c1 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/0e7bf6a1-18eb-4d3b-85b1-5c6d328da342 HTTP/1.1" status: 204 len: 168 time: 0.8777583 May 20 20:45:18.655636 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60468) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:18.663587 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.672697 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:18.676684 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['7f993eaa-db8c-4587-9628-b67e8bc4e3c5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:45:18.755737 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:18.756939 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.758727 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3a01b43c-0a6b-4024-bb7e-e4fa34120e99 req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "PUT /v2.0/ports/7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 981 time: 0.7901361 May 20 20:45:18.769834 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:18.815534 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'Port': ['ID=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,revision_number=6']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:18.819816 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:18.823364 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:18.864248 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['7f993eaa-db8c-4587-9628-b67e8bc4e3c5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:45:18.959854 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196a8f-6ac6-48e8-a3da-b36941e97b98 req-c50c6295-a3b4-4175-a6ef-8d8d9e7953d6 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:18.970189 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e1196a8f-6ac6-48e8-a3da-b36941e97b98 req-c50c6295-a3b4-4175-a6ef-8d8d9e7953d6 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1359732 May 20 20:45:19.073042 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e1196a8f-6ac6-48e8-a3da-b36941e97b98 req-a7e28c08-1469-42e4-9270-e58cf67095f8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012783 May 20 20:45:19.142515 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'status': 'completed', 'code': 200} May 20 20:45:19.179946 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.186545 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82354a96-0dab-4236-87e8-76884693ae48 req-81d157e4-77e7-4574-87fd-4b43c7085b7b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:19.188761 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-82354a96-0dab-4236-87e8-76884693ae48 req-81d157e4-77e7-4574-87fd-4b43c7085b7b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1674929 May 20 20:45:19.206187 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a530077-e447-4774-8d9b-6284b204bc55']}} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:19.222063 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93ef0135-7280-4848-89ac-705e342b9e57') {'for_net_delete': True} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:19.222641 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93ef0135-7280-4848-89ac-705e342b9e57') {} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:19.239686 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16285257'] for segment, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.259117 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.271349 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=98921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:45:19.271349 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15860602'] for segment, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: Traceback (most recent call last): May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: timer() May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: cb(*args, **kw) May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: return func(*args, **kwargs) May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: self._notify() May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: self.callback(batched_events) May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: event.method(event) May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: return f(self, *a, **k) May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: return self._get(url).json() May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: return self.request(url, 'GET', **kwargs) May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:45:19.303962 dv-cinder-784623-13-smb neutron-server[98921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:45:19.362162 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6c51d8b9-3c7b-4116-9c45-7167b350a9f2 None None] Provisioning complete for port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:19.362604 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6c51d8b9-3c7b-4116-9c45-7167b350a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.438930 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-82354a96-0dab-4236-87e8-76884693ae48 req-e281d9d6-84fa-4564-a8db-fadaadf3b63f tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1916740 May 20 20:45:19.469771 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.470219 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c0e84-ebd1-4783-942c-f5a0c7c42bd1 req-47d5ba80-6d40-4931-913a-120b1ad6ca1b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:19.471796 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-301c0e84-ebd1-4783-942c-f5a0c7c42bd1 req-47d5ba80-6d40-4931-913a-120b1ad6ca1b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.2043788 May 20 20:45:19.481046 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-08085ef0-d93d-4362-b590-8ff04cbf950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:19.482487 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-08085ef0-d93d-4362-b590-8ff04cbf950b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21fc0701d67e469fb4249ddf56c7d123&device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1137 time: 0.2925158 May 20 20:45:19.486477 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7c82f652-1ec9-4f1d-9dc8-2e06fd41a5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:19.527429 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:19.533057 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a530077-e447-4774-8d9b-6284b204bc55,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:19.540873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:19.549041 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] 10.222.0.85 "DELETE /v2.0/networks/1a530077-e447-4774-8d9b-6284b204bc55 HTTP/1.1" status: 204 len: 168 time: 0.8915663 May 20 20:45:19.716524 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-301c0e84-ebd1-4783-942c-f5a0c7c42bd1 req-4e308b6d-5fa1-4310-8fc9-4268d6cefb95 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986651 May 20 20:45:19.810318 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-d5b990bd-e635-46d1-8dea-8b839834b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:19.813178 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-d5b990bd-e635-46d1-8dea-8b839834b871 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 200 len: 916 time: 0.3228724 May 20 20:45:20.035332 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60506) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:20.101557 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-3e629988-84f7-4b89-a598-fe79418ce617 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 1000 time: 0.2803457 May 20 20:45:20.118705 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-69025cc6-251a-49aa-b7f0-588e7f7cd4d9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fe13e55b68f4460da0f9130cc5e35b6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0817623 May 20 20:45:20.120963 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60512) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:20.242910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-9b4fa5a9-e2e1-4d4c-82f5-b58d75a6bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:20.248358 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-9b4fa5a9-e2e1-4d4c-82f5-b58d75a6bb8e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=72bc1293-76c1-4d33-99f8-1f4434cb64c9 HTTP/1.1" status: 200 len: 854 time: 0.1004286 May 20 20:45:20.257131 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-185350fe-9e8f-4c26-9405-5f4e8fe2e4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:20.310171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-185350fe-9e8f-4c26-9405-5f4e8fe2e4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:20.369179 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d85d0e-d0c6-4cfb-9bae-8928c2dc98c2 req-11b0237f-f957-4aeb-b241-48f9e705e008 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:20.370732 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-11d85d0e-d0c6-4cfb-9bae-8928c2dc98c2 req-11b0237f-f957-4aeb-b241-48f9e705e008 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.2665784 May 20 20:45:20.432163 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-23bbfd05-d440-44fa-86d8-e242ab3409e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:20.433880 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-23bbfd05-d440-44fa-86d8-e242ab3409e0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 1098 time: 0.1148860 May 20 20:45:20.487305 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-11d85d0e-d0c6-4cfb-9bae-8928c2dc98c2 req-f6fc7737-32b1-43a5-bf21-c11d74632871 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753202 May 20 20:45:20.494755 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-20379cfc-b7bd-4b68-9eea-19287e4df256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:20.496448 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-20379cfc-b7bd-4b68-9eea-19287e4df256 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f72d40bd-87f7-4b08-b5fc-f10a669f646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2424726 May 20 20:45:20.527953 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60520) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:20.567238 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-185350fe-9e8f-4c26-9405-5f4e8fe2e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:20.569371 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c64e2-cf80-4d57-9e2c-9104c9d0e51d req-032a2846-b74a-4f2d-89f1-bec6dbf396d7 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:20.571093 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7a3c64e2-cf80-4d57-9e2c-9104c9d0e51d req-032a2846-b74a-4f2d-89f1-bec6dbf396d7 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1981864 May 20 20:45:20.574690 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7db48f61-3ad9-4609-9747-9377a86cbaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:20.610578 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185350fe-9e8f-4c26-9405-5f4e8fe2e4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f772b76b-a27e-4bb5-9cfc-16982a28792d,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:20.613372 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-185350fe-9e8f-4c26-9405-5f4e8fe2e4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:20.626982 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-185350fe-9e8f-4c26-9405-5f4e8fe2e4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:20.628700 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-185350fe-9e8f-4c26-9405-5f4e8fe2e4a7 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f772b76b-a27e-4bb5-9cfc-16982a28792d HTTP/1.1" status: 204 len: 168 time: 0.5067677 May 20 20:45:20.653681 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-84cd5b48-0a3f-447c-8e77-38a4dcd65f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:20.657241 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-84cd5b48-0a3f-447c-8e77-38a4dcd65f20 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 912 time: 0.2139719 May 20 20:45:20.723259 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7a3c64e2-cf80-4d57-9e2c-9104c9d0e51d req-be64f287-10ff-4283-9c09-d7ed00f722ec tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005006 May 20 20:45:20.779271 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-878d6e68-b947-4edd-a44c-85728af79ff3 service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741630 May 20 20:45:20.842486 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-1c85af18-47e4-49ef-ad22-1611385f9526 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67 HTTP/1.1" status: 200 len: 1000 time: 0.1726913 May 20 20:45:20.919886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-846d0ceb-1452-4927-b0f3-a532987e7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:20.922124 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-846d0ceb-1452-4927-b0f3-a532987e7ae3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 200 len: 850 time: 0.0641911 May 20 20:45:21.020494 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-0b8c6743-be5f-4be2-a617-6c60335140d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:21.022523 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-0b8c6743-be5f-4be2-a617-6c60335140d7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd1fbe08-e904-428c-87e9-e12c93f6b03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0889475 May 20 20:45:21.025464 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119bda1-0a68-43ab-8f78-fbdc9769c754 req-99ab2c97-3b25-4da5-b11c-4c7df504aab9 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:21.026988 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9119bda1-0a68-43ab-8f78-fbdc9769c754 req-99ab2c97-3b25-4da5-b11c-4c7df504aab9 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.3198633 May 20 20:45:21.069674 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed7024b2-80f7-4187-b15c-200cef15c944 req-5c067fa7-4aed-49af-bfbe-2cae52d1fba4 service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700012 May 20 20:45:21.104133 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9119bda1-0a68-43ab-8f78-fbdc9769c754 req-ee14739a-2536-447d-be20-7f0891909215 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622518 May 20 20:45:21.200887 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c5516-2ede-4be1-ab40-9f99c05376e8 tempest-TestShelveInstance-205616355 tempest-TestShelveInstance-205616355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:21.203752 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-842c5516-2ede-4be1-ab40-9f99c05376e8 tempest-TestShelveInstance-205616355 tempest-TestShelveInstance-205616355-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1093 time: 0.6741066 May 20 20:45:21.206017 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60532) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:21.212387 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Request body: {'floatingip': {'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'port_id': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:21.219467 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:21.224370 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Usage tracker for resource:floatingip and tenant:68b9c64c20be443bb95e1ae41238defb is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:21.228139 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:21.234902 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:21.239278 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-d1dc852e-315e-4ff5-b412-d77336ed075f service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080069 May 20 20:45:21.269922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60536) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:21.336397 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for floatingip, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:21.401889 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07b3bb18-68ac-49d2-8f9c-44caea6675dd req-51346440-0527-4945-bdac-bd849c8c2060 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543934 May 20 20:45:21.457923 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:21.494849 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:21.507008 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Usage tracker for resource:security_group_rule and tenant:88f36349894f4f768575addf8af74e27 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:21.565528 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:21.579017 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:21.672575 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:21.774581 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:21.875991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:21.896073 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-109bfde3-a1d6-4067-ac99-f10da60ef425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:21.943545 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Allocated IP 172.28.1.119 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/c833a5ff-d18c-454e-81ad-63a54b887cbf) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:22.020537 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=88f36349894f4f768575addf8af74e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495265 May 20 20:45:22.023510 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60558) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:22.026533 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f84bdaf-10a8-4bee-85ca-af145816fe50,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:22.044921 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:22.124096 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-090a2986-a511-4627-a498-12b81e040940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.163119 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-090a2986-a511-4627-a498-12b81e040940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.181067 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60566) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:22.227406 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba47a3-dbe5-49d1-ab63-6d388d0c92c3 req-d58250d9-0eaf-481d-bb08-16488f779efc tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:22.231555 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-73ba47a3-dbe5-49d1-ab63-6d388d0c92c3 req-d58250d9-0eaf-481d-bb08-16488f779efc tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2957730 May 20 20:45:22.288937 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.316644 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-73ba47a3-dbe5-49d1-ab63-6d388d0c92c3 req-d6805c14-051c-4c2f-a7b3-8b1df4a679c5 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754571 May 20 20:45:22.366344 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-090a2986-a511-4627-a498-12b81e040940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.376885 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-5b6c491b-cfe1-4613-9bc4-c93a24fa5e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:22.383491 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1199040668-network', 'tenant_id': '3a111a1769fc4245a496acdc861053f1'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:22.395260 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:22.401420 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a2986-a511-4627-a498-12b81e040940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f84bdaf-10a8-4bee-85ca-af145816fe50,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:22.406659 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-090a2986-a511-4627-a498-12b81e040940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:22.409063 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-090a2986-a511-4627-a498-12b81e040940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.413711 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Usage tracker for resource:network and tenant:3a111a1769fc4245a496acdc861053f1 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:22.413926 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-090a2986-a511-4627-a498-12b81e040940 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6f84bdaf-10a8-4bee-85ca-af145816fe50 HTTP/1.1" status: 204 len: 168 time: 0.3853760 May 20 20:45:22.416007 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:22.426366 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:22.470171 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c129e7-ed13-4f4e-84d8-bb248057b462 req-3892f26e-5e29-4fb5-bfd9-2890b8c13636 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:22.471880 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-06c129e7-ed13-4f4e-84d8-bb248057b462 req-3892f26e-5e29-4fb5-bfd9-2890b8c13636 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.1542799 May 20 20:45:22.520629 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Made reservation on behalf of 3a111a1769fc4245a496acdc861053f1 for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:22.522860 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.538401 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-06c129e7-ed13-4f4e-84d8-bb248057b462 req-c1b0c5b5-a865-4ecc-8a00-aa833d665b96 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554230 May 20 20:45:22.541079 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.556752 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:22.567331 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:22.599273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:22.624546 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Usage tracker for resource:security_group_rule and tenant:3a111a1769fc4245a496acdc861053f1 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:22.635263 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:22.648071 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:22.761005 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:22.767856 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:22.773057 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'Port': ['ID=c833a5ff-d18c-454e-81ad-63a54b887cbf,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:22.776360 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:45:22.821988 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.822252 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.822597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.822943 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.823301 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.823654 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.824028 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.824371 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.824713 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.825054 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.825398 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.825736 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:22.842487 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:23.117947 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.244189 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.250168 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60578) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:23.256057 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-38739017-0ed7-4552-9b83-82987bb825b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:23.271514 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.290796 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:23.295410 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e2c3643e7c42f38f722478d4b922f2 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:23.299903 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:23.310574 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:23.351150 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:45:23.357167 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d19d29f-54b7-4097-8a17-e4cc6dea5766,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:23.369999 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:23.394211 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.394809 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Added segment ee0ac163-2045-4e12-99c3-46ffe8ed96a2 of type vlan for network c266d7c3-cf41-4303-b8fc-424d9abaf1f4 May 20 20:45:23.443406 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.451624 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.548822 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.558838 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-59412e75-aa12-413e-9189-d699cd8a498e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:23.608553 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f6e2c3643e7c42f38f722478d4b922f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565164 May 20 20:45:23.613023 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60586) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:23.614429 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.628098 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d42577-1290-4e61-80a4-95bcb554d242,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:23.633039 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:23.645481 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.646845 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:23.647436 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.653745 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:23.699940 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32186258-1603-444f-a849-a4b3b97feed5 req-c47aab80-bd56-4c82-9a5d-ee21b323dabc tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:23.701586 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-32186258-1603-444f-a849-a4b3b97feed5 req-c47aab80-bd56-4c82-9a5d-ee21b323dabc tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1992235 May 20 20:45:23.719622 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-351ee717-8a4d-4a6d-9291-11a2ee3c00e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.757298 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-351ee717-8a4d-4a6d-9291-11a2ee3c00e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.880283 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Pushing event updated for resources: {'Network': ['ID=c266d7c3-cf41-4303-b8fc-424d9abaf1f4,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:23.886927 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-351ee717-8a4d-4a6d-9291-11a2ee3c00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.896237 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network c266d7c3-cf41-4303-b8fc-424d9abaf1f4 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:45:23.909481 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:23.915613 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-241951bf-4874-4cc8-9cc1-ef277428e31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:23.945877 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ee717-8a4d-4a6d-9291-11a2ee3c00e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d42577-1290-4e61-80a4-95bcb554d242,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:23.949468 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-32186258-1603-444f-a849-a4b3b97feed5 req-d810a110-7bb2-43f4-b2b5-3746b9134514 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268608 May 20 20:45:23.957429 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.958234 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-351ee717-8a4d-4a6d-9291-11a2ee3c00e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:23.961346 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-351ee717-8a4d-4a6d-9291-11a2ee3c00e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:23.962850 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-351ee717-8a4d-4a6d-9291-11a2ee3c00e2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/10d42577-1290-4e61-80a4-95bcb554d242 HTTP/1.1" status: 204 len: 168 time: 0.3488460 May 20 20:45:24.026735 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8364286 May 20 20:45:24.031502 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60594) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:24.037793 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Request body: {'subnet': {'network_id': 'c266d7c3-cf41-4303-b8fc-424d9abaf1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1199040668-subnet', 'tenant_id': '3a111a1769fc4245a496acdc861053f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:24.043759 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:24.048572 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Usage tracker for resource:subnet and tenant:3a111a1769fc4245a496acdc861053f1 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:24.052069 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:24.059452 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:24.100579 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f237-0468-4249-b765-bf518365fe6a req-4141684b-3111-40ac-858e-58ad9476ee3c tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:24.103144 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7e17f237-0468-4249-b765-bf518365fe6a req-4141684b-3111-40ac-858e-58ad9476ee3c tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.3110175 May 20 20:45:24.143107 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Made reservation on behalf of 3a111a1769fc4245a496acdc861053f1 for: {'subnet': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:24.145607 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15165429'] for subnet, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:24.270553 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7e17f237-0468-4249-b765-bf518365fe6a req-d0e1c8a0-5d71-4014-a001-c6fc349412c6 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582592 May 20 20:45:24.453599 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:24.544559 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:24.552343 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c9a7ee50-0638-49e4-bf36-b084f7789b9f tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:24.692180 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:24.787089 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event updated for resources: {'Port': ['ID=c833a5ff-d18c-454e-81ad-63a54b887cbf,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:24.791776 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:24.938053 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.l3_db [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Floating IP 8cebe0ce-4e96-487e-9651-b4ec5ab7e252 associated. External IP: 172.28.1.119, port: adf1558a-fbb8-43f3-80d1-5456ba473b48. May 20 20:45:24.963385 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15860627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15165415'] for subnet, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:24.968528 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-523e1f4c-7681-4f1e-bf3d-836a122aa231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:25.056637 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb8096d-0e13-46d4-8c56-bdcede0e0fdd,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:25.061178 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:25.068370 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Checking segment: {'id': 'ee0ac163-2045-4e12-99c3-46ffe8ed96a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'c266d7c3-cf41-4303-b8fc-424d9abaf1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:45:25.068711 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Network hostable DHCP agents. Network: c266d7c3-cf41-4303-b8fc-424d9abaf1f4, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98921) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:45:25.177282 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Network c266d7c3-cf41-4303-b8fc-424d9abaf1f4 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98921) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:45:25.331980 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, c266d7c3-cf41-4303-b8fc-424d9abaf1f4) {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:25.348503 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05821a0c-17df-4afb-8856-a770ece973de None None] Network c266d7c3-cf41-4303-b8fc-424d9abaf1f4 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:45:25.364108 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:25.365761 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:25.540507 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-9978876d-c44a-46f7-bf22-240a8f6db158 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5039027 May 20 20:45:25.617809 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Router 7f16bef2-48ab-4168-be32-8f620ea70cd7 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:45:25.635454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f14a42-7d00-4021-bfc6-f4f6eb7b3125 req-deeb7d9f-4e20-41c7-b6e5-22a8d3a71e9b tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:25.644771 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-16f14a42-7d00-4021-bfc6-f4f6eb7b3125 req-deeb7d9f-4e20-41c7-b6e5-22a8d3a71e9b tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.2432044 May 20 20:45:25.758355 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed0353b-5242-45de-bc85-77baa5013b23 None None] Network c266d7c3-cf41-4303-b8fc-424d9abaf1f4 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:45:25.814258 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-16f14a42-7d00-4021-bfc6-f4f6eb7b3125 req-9952c6df-ee1d-4e1f-b7d8-d202ca1785c9 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685240 May 20 20:45:25.984715 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:45:26.033144 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] Sync routers for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:45:26.093426 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:45:26.093988 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:45:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:26.103231 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:26.212049 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9970567 May 20 20:45:26.212049 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:26.266581 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'status': 'completed', 'code': 200} May 20 20:45:26.326118 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:45:26.398628 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-fa559e99-3da7-4742-a6b8-65c26fd81cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:26.401090 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-fa559e99-3da7-4742-a6b8-65c26fd81cdd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68b9c64c20be443bb95e1ae41238defb&device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1098 time: 0.0889509 May 20 20:45:26.682819 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-74979b7f-5723-4681-ba97-a6b5fd5d24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:26.686515 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-74979b7f-5723-4681-ba97-a6b5fd5d24f2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 200 len: 909 time: 0.2703388 May 20 20:45:26.808138 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60652) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:26.818967 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-496906563-network', 'tenant_id': 'c288bd4df59f48adae11ee12457f2b07'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:26.829006 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:26.838860 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Usage tracker for resource:network and tenant:c288bd4df59f48adae11ee12457f2b07 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:26.844041 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:26.847572 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-9e102b2b-54f7-43e8-adbe-e3ac97ae6aa8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 200 len: 999 time: 0.1486983 May 20 20:45:26.852627 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '8cebe0ce-4e96-487e-9651-b4ec5ab7e252', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'floating_ip_address': '172.28.1.119', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'port_id': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'mac_address': 'fa:16:3e:1b:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee38df-fef9-4628-9d82-508e1da862e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:45:23Z', 'updated_at': '2021-05-20T20:45:23Z', 'revision_number': 0, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:44:09Z', 'revision_number': 5, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:26.858634 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:26.861829 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] Checking router: 7f16bef2-48ab-4168-be32-8f620ea70cd7 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:45:26.877127 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:45:26.879452 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:45:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:26.932952 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-b08ae046-7ac7-4775-871f-136f43a9316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:26.934845 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-b08ae046-7ac7-4775-871f-136f43a9316e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3d3fd804-64de-4e59-ad58-09dcf060931d HTTP/1.1" status: 200 len: 847 time: 0.0761795 May 20 20:45:26.941334 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Made reservation on behalf of c288bd4df59f48adae11ee12457f2b07 for: {'network': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:26.945093 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:26.976403 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:27.061809 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-74964218-79bc-4c6e-a1ca-5925db14aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:27.064236 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-74964218-79bc-4c6e-a1ca-5925db14aafc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c75d689-090b-44c9-ba45-1a265d1f6370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1097536 May 20 20:45:27.091722 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:27.120710 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Usage tracker for resource:security_group_rule and tenant:c288bd4df59f48adae11ee12457f2b07 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:27.131471 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:45:27.136418 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:27.153891 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:27.242650 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a45ab3-5162-4b9b-91a9-32393b177fdf req-2a7042f8-8ba3-42c2-b93c-c0b119b73f94 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:27.245637 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d3a45ab3-5162-4b9b-91a9-32393b177fdf req-2a7042f8-8ba3-42c2-b93c-c0b119b73f94 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.2407968 May 20 20:45:27.263665 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-b96c7cac-7116-44c9-9b5b-e8586772d75c service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829872 May 20 20:45:27.360912 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d3a45ab3-5162-4b9b-91a9-32393b177fdf req-d215fd56-861f-43d1-94e4-712fd9f3cf4f tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041424 May 20 20:45:27.450215 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:27.453969 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2fd62d34-d23a-4d22-8e47-ada8c81624a8 req-193c1450-d0b8-483a-b7ad-7a55d212c7bb service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688991 May 20 20:45:27.504382 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:27.512504 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2f2ef8a1-4f63-41c2-8e76-c351bbeffddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:27.572726 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=98922) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:45:27.583547 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aeb133-e15e-4939-afad-678cd0044fe4,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:27.596257 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:27.612203 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:27.612804 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.segments_db [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Added segment f6697411-3db9-4dd5-aa9a-20e1034a025f of type vlan for network e6e24b82-0bd8-4e44-a273-6ee02b747d18 May 20 20:45:27.612986 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-0edcc13e-d38d-4497-b405-bdeeeafdee5a tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:27.616497 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-0edcc13e-d38d-4497-b405-bdeeeafdee5a tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.1435947 May 20 20:45:27.665631 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '8cebe0ce-4e96-487e-9651-b4ec5ab7e252', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'floating_ip_address': '172.28.1.119', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'port_id': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'mac_address': 'fa:16:3e:1b:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee38df-fef9-4628-9d82-508e1da862e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:45:23Z', 'updated_at': '2021-05-20T20:45:23Z', 'revision_number': 0, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:44:09Z', 'revision_number': 5, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:27.671330 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d569301-c35f-4aaf-8cd4-4af1873a57c5 None None] The sync data for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb is: [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '8cebe0ce-4e96-487e-9651-b4ec5ab7e252', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'floating_ip_address': '172.28.1.119', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'port_id': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'mac_address': 'fa:16:3e:1b:76:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aee38df-fef9-4628-9d82-508e1da862e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:45:23Z', 'updated_at': '2021-05-20T20:45:23Z', 'revision_number': 0, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:44:09Z', 'revision_number': 5, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:45:27.696670 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:27.846160 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:27.848291 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:27.849054 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:27.855525 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-66a9bf17-b1a1-4b5a-8708-0dab2ee9ec74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:27.863293 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Deleting port 3813d758-a964-4a9c-861c-dc28aee3c07b {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:45:27.863645 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:27.965743 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacb9d9-12c8-41de-b133-01db201886e7 None None] New status for floating IP 8cebe0ce-4e96-487e-9651-b4ec5ab7e252: ACTIVE {{(pid=98924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:45:27.971945 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Pushing event updated for resources: {'Network': ['ID=e6e24b82-0bd8-4e44-a273-6ee02b747d18,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:27.975190 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:27.984259 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network e6e24b82-0bd8-4e44-a273-6ee02b747d18 details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:45:28.000852 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1911855 May 20 20:45:28.005292 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60670) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:28.011618 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Request body: {'subnet': {'network_id': 'e6e24b82-0bd8-4e44-a273-6ee02b747d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-496906563-subnet', 'tenant_id': 'c288bd4df59f48adae11ee12457f2b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:28.022878 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:28.031448 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Usage tracker for resource:subnet and tenant:c288bd4df59f48adae11ee12457f2b07 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:28.038140 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:28.058698 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:28.096673 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] For port 3813d758-a964-4a9c-861c-dc28aee3c07b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3813d758-a964-4a9c-861c-dc28aee3c07b,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:28.097467 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.171600 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Made reservation on behalf of c288bd4df59f48adae11ee12457f2b07 for: {'subnet': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:28.174271 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15880785'] for subnet, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.353661 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Calling delete_port for 3813d758-a964-4a9c-861c-dc28aee3c07b owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:45:28.726190 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.736290 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:28.747226 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['3813d758-a964-4a9c-861c-dc28aee3c07b'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:45:28.759681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc8770-ee6e-4956-abcb-fcfc61e0a848 req-3f550096-1a51-4c45-9d2d-4f68349a539e tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:28.761631 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-65cc8770-ee6e-4956-abcb-fcfc61e0a848 req-3f550096-1a51-4c45-9d2d-4f68349a539e tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 946 time: 0.1830885 May 20 20:45:28.838901 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Pushing event deleted for resources: {'Port': ['ID=3813d758-a964-4a9c-861c-dc28aee3c07b,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:28.838901 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:28.882959 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-65cc8770-ee6e-4956-abcb-fcfc61e0a848 req-7ab3e5d0-141b-4517-bf94-8b564e68332b tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970902 May 20 20:45:28.945958 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] No DVR routers for this DVR port 3813d758-a964-4a9c-861c-dc28aee3c07b on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:45:28.949134 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:28.952477 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e36ebfd-0325-4a57-a547-634518b9ed53', 'name': 'network-vif-deleted', 'tag': '3813d758-a964-4a9c-861c-dc28aee3c07b'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:29.008336 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e36ebfd-0325-4a57-a547-634518b9ed53', 'name': 'network-vif-deleted', 'tag': '3813d758-a964-4a9c-861c-dc28aee3c07b', 'status': 'completed', 'code': 200} May 20 20:45:29.077194 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14728640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15880771'] for subnet, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.081601 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-b77c024a-5865-467f-98b2-c5407d5ccb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:29.157322 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1c6b16-6497-4a47-8b75-3b9ed75fc7db,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:29.160460 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:29.172761 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Checking segment: {'id': 'f6697411-3db9-4dd5-aa9a-20e1034a025f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e6e24b82-0bd8-4e44-a273-6ee02b747d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:45:29.173117 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Network hostable DHCP agents. Network: e6e24b82-0bd8-4e44-a273-6ee02b747d18, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:45:29.190318 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-fdf38bbd-ddf2-46ca-bb8a-8bc40e2798c3 req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.95 "DELETE /v2.0/ports/3813d758-a964-4a9c-861c-dc28aee3c07b HTTP/1.1" status: 204 len: 173 time: 1.5666499 May 20 20:45:29.268409 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Network e6e24b82-0bd8-4e44-a273-6ee02b747d18 is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:45:29.371975 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, e6e24b82-0bd8-4e44-a273-6ee02b747d18) {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:29.384009 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362b673d-ab33-48d8-8be3-6d38e34f9995 None None] Network e6e24b82-0bd8-4e44-a273-6ee02b747d18 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:45:29.388587 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:29.391548 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.540424 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5326374 May 20 20:45:29.708315 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df16f467-a5f0-4238-ae21-f22f4e827e9a None None] Network e6e24b82-0bd8-4e44-a273-6ee02b747d18 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:45:29.819125 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60688) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:29.879515 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-2af86033-a11d-47e6-a7d9-fe7799e1bec9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804820 May 20 20:45:29.899567 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_v2 [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Deleting subnet dcb8096d-0e13-46d4-8c56-bdcede0e0fdd {{(pid=98922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:45:29.903593 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:29.965664 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1370756'] for subnet, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.007633 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-2054234d-4f1e-420a-bf0e-3ff1de107b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:30.009282 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-2054234d-4f1e-420a-bf0e-3ff1de107b21 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 1100 time: 0.0986249 May 20 20:45:30.033088 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.122297 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-09cbebe0-3263-4df0-b570-ba29c078e461 req-53e1c5d9-5113-45ce-8ccc-1f69394274a3 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=7e36ebfd-0325-4a57-a547-634518b9ed53 HTTP/1.1" status: 200 len: 210 time: 0.0540218 May 20 20:45:30.189243 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-21389b2c-9051-44a0-bb43-9e4351a572e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:30.190889 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-21389b2c-9051-44a0-bb43-9e4351a572e4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.1576653 May 20 20:45:30.306898 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-7e7f8885-11a8-4e37-af6d-f215d866d58f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc HTTP/1.1" status: 200 len: 1001 time: 0.1054385 May 20 20:45:30.379813 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-2ca456a3-fb11-419d-b012-107726204092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:30.381697 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-2ca456a3-fb11-419d-b012-107726204092 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.0643635 May 20 20:45:30.483318 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-793e0668-4304-468b-866b-69590d7c3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:30.484852 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-793e0668-4304-468b-866b-69590d7c3b8d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0907955 May 20 20:45:30.520934 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14728591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15880778'] for subnet, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.526380 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-cf7d6f45-aec6-49a6-9cf5-46415d3b9963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:30.571316 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb8096d-0e13-46d4-8c56-bdcede0e0fdd,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:30.573291 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.575947 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:30.582575 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/dcb8096d-0e13-46d4-8c56-bdcede0e0fdd HTTP/1.1" status: 204 len: 168 time: 0.7621202 May 20 20:45:30.585053 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60694) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:30.640738 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-abb4cea3-93b3-4b4c-a423-5b66a9bf4de6 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445019 May 20 20:45:30.708165 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.814993 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-93121a9e-9525-4e9f-acb3-d010cd8b3869 req-2fccb122-ca5d-435a-80cb-a5c497a7f0e6 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633511 May 20 20:45:30.852466 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.866815 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c266d7c3-cf41-4303-b8fc-424d9abaf1f4']}} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:30.881695 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0ac163-2045-4e12-99c3-46ffe8ed96a2') {'for_net_delete': True} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:30.882057 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0ac163-2045-4e12-99c3-46ffe8ed96a2') {} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:30.893443 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 3813d758-a964-4a9c-861c-dc28aee3c07b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:45:30.896689 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1370763'] for segment, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.917004 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.923651 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=98922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:45:30.924185 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14728489'] for segment, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:30.931245 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: 3813d758-a964-4a9c-861c-dc28aee3c07b {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:45:30.934767 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 3813d758-a964-4a9c-861c-dc28aee3c07b not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: Traceback (most recent call last): May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: timer() May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: cb(*args, **kw) May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: return func(*args, **kwargs) May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: self._notify() May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: self.callback(batched_events) May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: event.method(event) May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: return f(self, *a, **k) May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: return self._get(url).json() May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: return self.request(url, 'GET', **kwargs) May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:45:30.940972 dv-cinder-784623-13-smb neutron-server[98922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:45:30.967370 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:45:31.120168 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.126018 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:31.143035 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.149781 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Pushing event deleted for resources: {'Network': ['ID=c266d7c3-cf41-4303-b8fc-424d9abaf1f4,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:31.154385 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] 10.222.0.85 "DELETE /v2.0/networks/c266d7c3-cf41-4303-b8fc-424d9abaf1f4 HTTP/1.1" status: 204 len: 168 time: 0.5682988 May 20 20:45:31.155464 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-04abfa57-3faa-412b-932a-1edce9fa815f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:31.158363 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60704) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:31.274345 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] Deleting subnet 3e1c6b16-6497-4a47-8b75-3b9ed75fc7db {{(pid=98921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:45:31.281342 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.377210 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16285254'] for subnet, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.490479 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.948826 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15860700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15165422'] for subnet, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:31.958089 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c0f9f5d3-98df-4cd5-917d-b595dff8f984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:32.000198 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1c6b16-6497-4a47-8b75-3b9ed75fc7db,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:32.003191 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:32.004299 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.011760 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-b6c3cd90-467f-471b-8f94-f4dc1023dd51 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3e1c6b16-6497-4a47-8b75-3b9ed75fc7db HTTP/1.1" status: 204 len: 168 time: 0.8513951 May 20 20:45:32.019451 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60726) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:32.218869 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2bb12-4fa5-41ba-9cb6-7a8015172173 req-2c01c170-55a6-47dd-abf7-80df2bca9de0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:32.220517 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-80a2bb12-4fa5-41ba-9cb6-7a8015172173 req-2c01c170-55a6-47dd-abf7-80df2bca9de0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1045127 May 20 20:45:32.293616 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-80a2bb12-4fa5-41ba-9cb6-7a8015172173 req-70d20f99-47d3-4697-afaa-17de0c3c2d68 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622146 May 20 20:45:32.404352 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.592577 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-2e79a321-ea8d-4995-8601-eb874d4b08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:32.595295 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-2e79a321-ea8d-4995-8601-eb874d4b08a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21fc0701d67e469fb4249ddf56c7d123&device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1137 time: 0.2947240 May 20 20:45:32.669542 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.702887 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.735911 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e24b82-0bd8-4e44-a273-6ee02b747d18']}} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:32.795635 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6697411-3db9-4dd5-aa9a-20e1034a025f') {'for_net_delete': True} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:32.796011 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6697411-3db9-4dd5-aa9a-20e1034a025f') {} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:45:32.821168 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16285257'] for segment, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.848234 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.868479 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=98921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:45:32.868893 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15860602'] for segment, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: Traceback (most recent call last): May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: timer() May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: cb(*args, **kw) May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: return func(*args, **kwargs) May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: self._notify() May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: self.callback(batched_events) May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: event.method(event) May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: return f(self, *a, **k) May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: return self._get(url).json() May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: return self.request(url, 'GET', **kwargs) May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:45:32.887131 dv-cinder-784623-13-smb neutron-server[98921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:45:32.893897 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-0f1e3677-2bd8-4f6c-9648-33c85ca0157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:32.895414 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-0f1e3677-2bd8-4f6c-9648-33c85ca0157d service neutron] 10.222.0.95 "GET /v2.0/networks?id=f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 200 len: 916 time: 0.2917144 May 20 20:45:33.070241 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-2ac2cebd-8101-45f5-8b2d-9167456cc34d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 1000 time: 0.1635227 May 20 20:45:33.136375 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.143859 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:33.161303 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:33.170153 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e24b82-0bd8-4e44-a273-6ee02b747d18,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:33.174292 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-dc870280-0801-49ab-8351-1dc9a3c6a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:33.175974 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-dc870280-0801-49ab-8351-1dc9a3c6a9c5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=72bc1293-76c1-4d33-99f8-1f4434cb64c9 HTTP/1.1" status: 200 len: 854 time: 0.0962627 May 20 20:45:33.177435 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:33.183431 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-66030dc6-3007-4e5f-bb13-0cf4a29b712d admin admin] 10.222.0.85 "DELETE /v2.0/networks/e6e24b82-0bd8-4e44-a273-6ee02b747d18 HTTP/1.1" status: 204 len: 168 time: 1.1642900 May 20 20:45:33.279899 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-1bbd0f76-f100-420f-8411-f8d44e0870a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:33.287207 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-1bbd0f76-f100-420f-8411-f8d44e0870a7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f72d40bd-87f7-4b08-b5fc-f10a669f646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0918181 May 20 20:45:33.470913 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-9ac354f2-2bfc-4240-a64d-56f7429be761 service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742022 May 20 20:45:33.552076 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d7b5c-9844-4c17-827a-8c4574a9c3af req-302f2e64-9056-43a5-bcfe-012ad42987fb tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:33.553651 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988d7b5c-9844-4c17-827a-8c4574a9c3af req-302f2e64-9056-43a5-bcfe-012ad42987fb tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.0964861 May 20 20:45:33.632229 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1d1228a4-73a6-4e99-b827-248833b29f44 req-670588c6-933d-4eea-aecb-16be28507efc service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512139 May 20 20:45:33.632560 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-988d7b5c-9844-4c17-827a-8c4574a9c3af req-a06d9dbd-2dad-49bb-8516-45a5357b6572 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668914 May 20 20:45:33.788291 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60756) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:33.874733 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-e647e6a4-d91f-40f0-b6ed-933e1ebfc778 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3a111a1769fc4245a496acdc861053f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842807 May 20 20:45:33.877056 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60762) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:33.999112 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4731f4e3-bd3c-49ea-b93c-3e339c2d199f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:34.028803 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4731f4e3-bd3c-49ea-b93c-3e339c2d199f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:34.200384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4731f4e3-bd3c-49ea-b93c-3e339c2d199f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:34.214979 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-b1ff4e0d-7aba-404d-893e-a1f2f36fb37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:34.221840 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731f4e3-bd3c-49ea-b93c-3e339c2d199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d19d29f-54b7-4097-8a17-e4cc6dea5766,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:34.224704 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4731f4e3-bd3c-49ea-b93c-3e339c2d199f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:34.226209 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4731f4e3-bd3c-49ea-b93c-3e339c2d199f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:34.228369 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-4731f4e3-bd3c-49ea-b93c-3e339c2d199f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1d19d29f-54b7-4097-8a17-e4cc6dea5766 HTTP/1.1" status: 204 len: 168 time: 0.3492792 May 20 20:45:34.862957 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80128615-1579-4f6c-aa83-c225282bed81 req-ab46b59d-b909-4372-8d07-3703f4f3f833 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:34.864610 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-80128615-1579-4f6c-aa83-c225282bed81 req-ab46b59d-b909-4372-8d07-3703f4f3f833 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.0959287 May 20 20:45:34.922075 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-80128615-1579-4f6c-aa83-c225282bed81 req-905aeb50-70df-4422-9214-f40cc36b2eb4 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504911 May 20 20:45:35.202913 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60784) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:35.260596 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d3c4dba3-9462-4da9-b36b-eb9e05d2b625 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c288bd4df59f48adae11ee12457f2b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563381 May 20 20:45:35.263207 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60788) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:35.337234 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fb81862d-6144-432e-ad1a-d5595d6a7331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:35.377885 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fb81862d-6144-432e-ad1a-d5595d6a7331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:35.520309 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fb81862d-6144-432e-ad1a-d5595d6a7331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:35.526714 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5ff5afc6-8457-4261-ae8d-db6336feedd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:35.547665 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81862d-6144-432e-ad1a-d5595d6a7331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aeb133-e15e-4939-afad-678cd0044fe4,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:35.553472 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-fb81862d-6144-432e-ad1a-d5595d6a7331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:35.555172 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fb81862d-6144-432e-ad1a-d5595d6a7331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:35.557212 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-fb81862d-6144-432e-ad1a-d5595d6a7331 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/94aeb133-e15e-4939-afad-678cd0044fe4 HTTP/1.1" status: 204 len: 168 time: 0.2920754 May 20 20:45:36.288302 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02666366-bb44-4511-9d97-19bae696f195 req-286c0e95-793f-446c-8786-6883fedf1897 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:36.296681 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-02666366-bb44-4511-9d97-19bae696f195 req-286c0e95-793f-446c-8786-6883fedf1897 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.2447004 May 20 20:45:36.380063 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-02666366-bb44-4511-9d97-19bae696f195 req-b93fc92a-0441-45b7-a133-aa5006fe7878 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810513 May 20 20:45:36.928262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-12b31276-da0a-4e36-880e-d2d84ea9b76d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:36.929960 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-12b31276-da0a-4e36-880e-d2d84ea9b76d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/networks?id=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe HTTP/1.1" status: 200 len: 813 time: 0.1857512 May 20 20:45:36.948617 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-86c533c5-6c21-48bb-9ff3-c79251a9b544 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/quotas/c9c5ca06f82d44e5934097363a705864 HTTP/1.1" status: 200 len: 375 time: 0.0105219 May 20 20:45:37.006276 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-2a797bf0-0cd9-4a99-b9b0-f9f4e4fc0f5d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=c9c5ca06f82d44e5934097363a705864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465226 May 20 20:45:37.179844 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-0edc24ba-1e77-4906-b8b4-835838d1e3d4 service neutron] 10.222.0.85 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655672 May 20 20:45:37.356573 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-07c03c6a-e948-4ebc-bad3-bb799cefd6f4 service neutron] 10.222.0.85 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689451 May 20 20:45:37.629377 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e98f61-c756-4667-b492-3f04fdbf15ef req-4976e2f9-2d98-4de1-91fc-519b6cbf6723 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:37.632464 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d7e98f61-c756-4667-b492-3f04fdbf15ef req-4976e2f9-2d98-4de1-91fc-519b6cbf6723 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1367764 May 20 20:45:37.720247 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aaf3cb22-476c-4377-95df-d6911067c97e req-3ffa4c2f-6d78-43b3-9ef7-3c61a9d141ef tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0790033 May 20 20:45:37.784402 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d7e98f61-c756-4667-b492-3f04fdbf15ef req-fe417aa6-8e2f-439a-8b04-821b0192cbf4 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997491 May 20 20:45:38.961227 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-89915954-69d7-43d7-abd5-9ba73a528720 req-4a8a1809-97bd-4bac-92aa-439db44d5600 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0914543 May 20 20:45:39.086597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29578cb6-6e9d-4ac2-97a6-f272cd9bd364 req-5d869f78-13b2-4c28-82df-20f586689cfe tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:39.088194 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-29578cb6-6e9d-4ac2-97a6-f272cd9bd364 req-5d869f78-13b2-4c28-82df-20f586689cfe tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.0940628 May 20 20:45:39.153798 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-29578cb6-6e9d-4ac2-97a6-f272cd9bd364 req-6933d393-9705-436e-9b94-dc18ed1345b9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587764 May 20 20:45:40.135633 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-09b7e154-d0e5-4359-a691-c51c024b75aa req-867a4b50-a94b-49bb-972b-d558dd6e9b47 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0528009 May 20 20:45:40.223046 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-203e1ada-e16f-4966-bc46-6558ee242942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:40.368373 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-3ecc460e-8ff1-4350-89b3-c85e4ab862c5 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:40.370538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-3ecc460e-8ff1-4350-89b3-c85e4ab862c5 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Synchronizing usage tracker for tenant:c9c5ca06f82d44e5934097363a705864 on resource:network {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:45:40.455253 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e732fb-2ec9-4959-9287-c16ab22b7c0c req-46b1cb40-d798-4424-a447-71fe29f27ac8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:40.457101 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f0e732fb-2ec9-4959-9287-c16ab22b7c0c req-46b1cb40-d798-4424-a447-71fe29f27ac8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1202796 May 20 20:45:40.503201 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-3ecc460e-8ff1-4350-89b3-c85e4ab862c5 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Unset dirty status for tenant:c9c5ca06f82d44e5934097363a705864 on resource:network {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:45:40.505104 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-3ecc460e-8ff1-4350-89b3-c85e4ab862c5 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.95 "GET /v2.0/networks?id=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe HTTP/1.1" status: 200 len: 813 time: 0.3410420 May 20 20:45:40.524216 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f0e732fb-2ec9-4959-9287-c16ab22b7c0c req-d5654bf3-0c57-4742-bc5e-50ba95aec6e4 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589385 May 20 20:45:40.524482 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Request body: {'port': {'device_id': '04df7928-17e1-45d5-b85a-bb94420f92f1', 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe', 'admin_state_up': True, 'tenant_id': 'c9c5ca06f82d44e5934097363a705864'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:40.715117 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:40.724679 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Usage tracker for resource:port and tenant:c9c5ca06f82d44e5934097363a705864 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:40.730114 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:40.743380 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:40.880206 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Made reservation on behalf of c9c5ca06f82d44e5934097363a705864 for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:45:40.884115 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.080333 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Allocated IP 172.20.0.3 (5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe/05934824-cf0b-46bb-aed3-66cf45065a2d/77a188de-6d0a-4541-bb02-55edda6916f5) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:45:41.350520 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60928) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:41.362791 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f34e49fd-8014-43f4-83e7-dea80602a126 req-8ef3f5a7-7406-4311-aa02-ec671cdd157a tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0983932 May 20 20:45:41.543944 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.551299 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.580884 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:41.588174 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Usage tracker for resource:security_group_rule and tenant:1f7f572851464781bc080f935eef7e58 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:41.593948 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:41.604993 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:41.663454 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.672831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:41.788305 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.814213 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabeaf7-a59a-463a-b06f-78995487db89 req-9b15ee07-3fe1-4b40-a658-30c65722aea8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:41.814982 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:45:41.816007 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ccabeaf7-a59a-463a-b06f-78995487db89 req-9b15ee07-3fe1-4b40-a658-30c65722aea8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1314735 May 20 20:45:41.820867 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:45:41.830121 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:45:41.860802 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:41.871011 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:41.881538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Pushing event updated for resources: {'Port': ['ID=77a188de-6d0a-4541-bb02-55edda6916f5,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:41.893870 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:41.897487 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ccabeaf7-a59a-463a-b06f-78995487db89 req-0fd0b1bb-4306-4441-843d-51c1581cc654 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748110 May 20 20:45:41.938460 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1f7f572851464781bc080f935eef7e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864458 May 20 20:45:41.940746 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf43b7-aabb-4efb-a228-bfbb724aa2c5,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:41.943253 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60936) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:41.946175 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:41.961159 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:41.962258 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.015661 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d1b6-a096-4ecb-91f3-95e58deb3b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.066273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d1b6-a096-4ecb-91f3-95e58deb3b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.115267 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5950060 May 20 20:45:42.133653 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Request body: {'port': {'device_id': '04df7928-17e1-45d5-b85a-bb94420f92f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:45:42.228795 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d1b6-a096-4ecb-91f3-95e58deb3b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.237134 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5676c542-6e1c-4ce3-b37e-e0bece291e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:42.257356 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8d1b6-a096-4ecb-91f3-95e58deb3b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf43b7-aabb-4efb-a228-bfbb724aa2c5,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:42.261336 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2cc8d1b6-a096-4ecb-91f3-95e58deb3b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:42.267211 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d1b6-a096-4ecb-91f3-95e58deb3b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.268672 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-2cc8d1b6-a096-4ecb-91f3-95e58deb3b85 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fabf43b7-aabb-4efb-a228-bfbb724aa2c5 HTTP/1.1" status: 204 len: 168 time: 0.3243787 May 20 20:45:42.276684 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.626770 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3c2b3-5ddc-47e0-a25b-1fdcc5fb7e9b req-30dbc146-134a-4176-8076-27cd175799b5 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:42.629812 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-22a3c2b3-5ddc-47e0-a25b-1fdcc5fb7e9b req-30dbc146-134a-4176-8076-27cd175799b5 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 931 time: 0.1044426 May 20 20:45:42.684615 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-22a3c2b3-5ddc-47e0-a25b-1fdcc5fb7e9b req-3cca2177-2482-4903-bf33-f36f0c904c09 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473580 May 20 20:45:42.773513 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.803179 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a188de-6d0a-4541-bb02-55edda6916f5 {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:45:42.818525 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.844644 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Transition to ACTIVE for port object 77a188de-6d0a-4541-bb02-55edda6916f5 will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:45:42.919834 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:42.924198 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:43.062657 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-72c791c9-566c-452b-b083-9fd46a05bc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.067751 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Pushing event updated for resources: {'Port': ['ID=77a188de-6d0a-4541-bb02-55edda6916f5,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:43.124288 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44030-d1f5-4e4c-b283-1749c90dc539 req-b9b571a8-401b-475e-a5be-868b682b37b7 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:43.125462 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:43.125858 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14a44030-d1f5-4e4c-b283-1749c90dc539 req-b9b571a8-401b-475e-a5be-868b682b37b7 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1022408 May 20 20:45:43.205116 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-14a44030-d1f5-4e4c-b283-1749c90dc539 req-e13369f2-41c3-4931-9caf-48a6a8ba687e tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730507 May 20 20:45:43.211573 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Attempting to bind port 77a188de-6d0a-4541-bb02-55edda6916f5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:45:43.212005 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Attempting to bind port 77a188de-6d0a-4541-bb02-55edda6916f5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:45:43.212339 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Attempting to bind port 77a188de-6d0a-4541-bb02-55edda6916f5 on network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:45:43.218760 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Port 77a188de-6d0a-4541-bb02-55edda6916f5 on network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:45:43.219094 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Attempting to bind port 77a188de-6d0a-4541-bb02-55edda6916f5 on network 5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:45:43.226282 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:45:43.226282 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Checking segment: {'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:45:43.226755 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Bound using segment: {'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:45:43.227867 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Bound port: 77a188de-6d0a-4541-bb02-55edda6916f5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb4edf9-ad28-4411-acff-1126eddf2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:45:43.227867 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.255087 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60958) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:43.298530 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.324780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:43.330597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Usage tracker for resource:security_group_rule and tenant:8024f110d66f49d3a90c7a580367f0ac is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:43.333983 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:43.341459 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:43.371781 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] For port 77a188de-6d0a-4541-bb02-55edda6916f5, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:45:43.379001 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] For port 77a188de-6d0a-4541-bb02-55edda6916f5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77a188de-6d0a-4541-bb02-55edda6916f5,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:45:43.443528 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.474766 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.480255 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:43.548895 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:43.549532 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.550952 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] 10.222.0.95 "PUT /v2.0/ports/77a188de-6d0a-4541-bb02-55edda6916f5 HTTP/1.1" status: 200 len: 1093 time: 1.4230714 May 20 20:45:43.551472 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04df7928-17e1-45d5-b85a-bb94420f92f1', 'tag': '77a188de-6d0a-4541-bb02-55edda6916f5'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:43.576634 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Pushing event updated for resources: {'Port': ['ID=77a188de-6d0a-4541-bb02-55edda6916f5,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:43.577973 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.580965 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:43.597912 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-960d672f-e687-47cf-b6f7-d7cd78ee1ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:43.625951 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04df7928-17e1-45d5-b85a-bb94420f92f1', 'tag': '77a188de-6d0a-4541-bb02-55edda6916f5', 'status': 'completed', 'code': 200} May 20 20:45:43.739949 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8024f110d66f49d3a90c7a580367f0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830484 May 20 20:45:43.741569 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3341971-7c73-4c8a-bff2-aed956c5f0ea,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:43.744645 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60966) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:43.745766 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925121d6-0d16-480e-bff2-2cb2fe2b0191 req-a69874d9-43d4-4c95-8f40-7d7796eb0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:43.749010 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-925121d6-0d16-480e-bff2-2cb2fe2b0191 req-a69874d9-43d4-4c95-8f40-7d7796eb0bfe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c9c5ca06f82d44e5934097363a705864&device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 1096 time: 0.0963805 May 20 20:45:43.753102 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:43.819932 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c3098aeb-ade5-42ab-a497-55974dd6169b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.852654 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c3098aeb-ade5-42ab-a497-55974dd6169b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.962090 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:43.996966 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100407da-acac-4643-854a-ea8e40fb76cc req-f7d4582e-0a02-4261-8fa4-6ccdf1ac995c tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:43.999228 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-100407da-acac-4643-854a-ea8e40fb76cc req-f7d4582e-0a02-4261-8fa4-6ccdf1ac995c tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 943 time: 0.1053138 May 20 20:45:44.020052 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925121d6-0d16-480e-bff2-2cb2fe2b0191 req-733145f5-abdf-4169-82a5-062b6c88e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:44.021528 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-925121d6-0d16-480e-bff2-2cb2fe2b0191 req-733145f5-abdf-4169-82a5-062b6c88e1bc service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=c9c5ca06f82d44e5934097363a705864&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2633307 May 20 20:45:44.050640 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c3098aeb-ade5-42ab-a497-55974dd6169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:44.060355 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d26417e7-15ff-4c52-9384-a1348e13e51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:44.081472 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-100407da-acac-4643-854a-ea8e40fb76cc req-c655e850-1765-44cc-887b-662df0dbb568 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708978 May 20 20:45:44.086199 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3098aeb-ade5-42ab-a497-55974dd6169b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3341971-7c73-4c8a-bff2-aed956c5f0ea,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:44.088273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c3098aeb-ade5-42ab-a497-55974dd6169b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:44.093319 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c3098aeb-ade5-42ab-a497-55974dd6169b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:44.097470 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-c3098aeb-ade5-42ab-a497-55974dd6169b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e3341971-7c73-4c8a-bff2-aed956c5f0ea HTTP/1.1" status: 204 len: 168 time: 0.3479524 May 20 20:45:44.225938 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925121d6-0d16-480e-bff2-2cb2fe2b0191 req-539de8db-b13d-4dc4-9e97-e30b681e4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:44.227444 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-925121d6-0d16-480e-bff2-2cb2fe2b0191 req-539de8db-b13d-4dc4-9e97-e30b681e4870 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962759 May 20 20:45:44.384769 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-1f416a90-1186-409a-ac31-ae1640fbe6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:44.386301 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-1f416a90-1186-409a-ac31-ae1640fbe6e6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c9c5ca06f82d44e5934097363a705864&device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 1096 time: 0.1096275 May 20 20:45:44.515137 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d3269-f36a-432f-8575-a78c5b338bb2 req-38b444a9-8c04-4c55-8b23-da04999b7a17 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:44.516774 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8a9d3269-f36a-432f-8575-a78c5b338bb2 req-38b444a9-8c04-4c55-8b23-da04999b7a17 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1089213 May 20 20:45:44.586128 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8a9d3269-f36a-432f-8575-a78c5b338bb2 req-31332721-df76-48f9-baff-d3d3a3811bd8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627265 May 20 20:45:44.622245 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-f19e08ef-8170-4d54-842a-bf1029be69bd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a188de-6d0a-4541-bb02-55edda6916f5 HTTP/1.1" status: 200 len: 217 time: 0.2239304 May 20 20:45:44.700436 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-056acaa3-fccb-4285-afc5-62c45ca6065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:44.703060 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-056acaa3-fccb-4285-afc5-62c45ca6065e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=05934824-cf0b-46bb-aed3-66cf45065a2d HTTP/1.1" status: 200 len: 853 time: 0.0710282 May 20 20:45:44.764654 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-0aa01f2a-0c82-4a5c-a0c4-77d5faefdc72 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537381 May 20 20:45:44.997080 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-702d8ca1-b5f5-4bd6-bc76-614c88c8b9f0 service neutron] 10.222.0.95 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210152 May 20 20:45:45.036620 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 60984) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:45.055803 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.073108 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:45.078611 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Usage tracker for resource:security_group_rule and tenant:073c616e9373402eb5c3cbca3d93325f is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:45.082301 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:45.089473 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:45.169043 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdfe7d8e-634c-4415-9fd4-4eb16d2ea389 req-079a0be5-d4a7-41b7-9ae0-f80724b1e599 service neutron] 10.222.0.95 "GET /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629591 May 20 20:45:45.194840 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.291424 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.304545 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0416006b-99fd-4b2b-b34d-e09f3de29e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:45.364993 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=073c616e9373402eb5c3cbca3d93325f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272471 May 20 20:45:45.368198 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 60992) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:45.369430 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a0a05-3256-452d-8238-aaf8590cd23d,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:45.374487 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:45.405102 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b206a9-301d-41f6-9db3-92dec751b889 req-c821c48a-4d72-4d43-acc9-47b3dbea96dd tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:45.406682 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-25b206a9-301d-41f6-9db3-92dec751b889 req-c821c48a-4d72-4d43-acc9-47b3dbea96dd tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 943 time: 0.1536474 May 20 20:45:45.445380 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f24e918-4a92-49c5-ab21-e7ec6096d477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.457805 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-25b206a9-301d-41f6-9db3-92dec751b889 req-31b331be-ee18-4539-bfb4-c174924c96fd tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 May 20 20:45:45.488950 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f24e918-4a92-49c5-ab21-e7ec6096d477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.570017 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.657908 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f24e918-4a92-49c5-ab21-e7ec6096d477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.667403 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-edb2b7e9-b2c6-4343-adc5-43871f518c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:45.697850 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24e918-4a92-49c5-ab21-e7ec6096d477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a0a05-3256-452d-8238-aaf8590cd23d,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:45.702756 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7f24e918-4a92-49c5-ab21-e7ec6096d477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:45.705021 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f24e918-4a92-49c5-ab21-e7ec6096d477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:45.707471 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7f24e918-4a92-49c5-ab21-e7ec6096d477 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ab8a0a05-3256-452d-8238-aaf8590cd23d HTTP/1.1" status: 204 len: 168 time: 0.3373594 May 20 20:45:45.862496 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311119c-5e30-4485-a866-c34802db95e6 req-d0bac592-5409-45ad-a099-e34a3101c3d6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:45.865371 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0311119c-5e30-4485-a866-c34802db95e6 req-d0bac592-5409-45ad-a099-e34a3101c3d6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1140959 May 20 20:45:45.953970 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0311119c-5e30-4485-a866-c34802db95e6 req-29ac835c-ffd0-40e9-b07c-86340c01eeba tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818996 May 20 20:45:46.682140 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8062dd-cf89-46fa-b2bb-73c020616bd8 req-19bd94d3-b140-4096-be56-e52f20913f2e tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:46.683866 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bd8062dd-cf89-46fa-b2bb-73c020616bd8 req-19bd94d3-b140-4096-be56-e52f20913f2e tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 943 time: 0.0888700 May 20 20:45:46.737773 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bd8062dd-cf89-46fa-b2bb-73c020616bd8 req-cf2ce809-f5d7-4025-9add-1d0303d2e0b9 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472381 May 20 20:45:46.986113 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 32796) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:47.007266 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 77a188de-6d0a-4541-bb02-55edda6916f5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:45:47.231615 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a87fc7-185f-4648-84e2-a5efbf29f97b req-6695eaf5-069d-4a3a-89d4-c5307f7aa706 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:47.234066 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b4a87fc7-185f-4648-84e2-a5efbf29f97b req-6695eaf5-069d-4a3a-89d4-c5307f7aa706 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1549954 May 20 20:45:47.292280 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 77a188de-6d0a-4541-bb02-55edda6916f5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77a188de-6d0a-4541-bb02-55edda6916f5,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:47.299892 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b4a87fc7-185f-4648-84e2-a5efbf29f97b req-66588641-98d5-4dec-9810-d3b4c71a72b8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575905 May 20 20:45:47.309781 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': '77a188de-6d0a-4541-bb02-55edda6916f5', 'network_id': '5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe', 'port_id': '77a188de-6d0a-4541-bb02-55edda6916f5', 'mac_address': 'fa:16:3e:af:6a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05934824-cf0b-46bb-aed3-66cf45065a2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:45:47.331214 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.363140 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:47.369564 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Usage tracker for resource:security_group_rule and tenant:3dcac02861334e1390accc1df86fff33 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:47.375115 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:47.377204 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.386232 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:47.399208 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a188de-6d0a-4541-bb02-55edda6916f5 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:45:47.416805 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 77a188de-6d0a-4541-bb02-55edda6916f5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77a188de-6d0a-4541-bb02-55edda6916f5,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:47.491653 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.495302 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:47.509282 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.611403 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.612315 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=77a188de-6d0a-4541-bb02-55edda6916f5,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:47.621351 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-8a0a57f1-36c4-46fd-8940-a27fc5955532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:47.627432 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.627938 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.628517 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.629125 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.629662 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.630256 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.630821 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.631235 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.631996 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.632437 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.633091 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.634019 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:45:47.643408 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:47.666773 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3dcac02861334e1390accc1df86fff33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793060 May 20 20:45:47.667614 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c1230-c357-4cfb-8858-cc402efe85f0,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:47.670046 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 32810) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:47.679256 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:47.748384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e810-d4b8-412b-b8f2-c4e371a1b1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.778790 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e810-d4b8-412b-b8f2-c4e371a1b1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.824150 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['77a188de-6d0a-4541-bb02-55edda6916f5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:45:47.932825 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e810-d4b8-412b-b8f2-c4e371a1b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.944832 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-fb81862d-6144-432e-ad1a-d5595d6a7331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:47.962171 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9e810-d4b8-412b-b8f2-c4e371a1b1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c1230-c357-4cfb-8858-cc402efe85f0,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:47.970522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c0e9e810-d4b8-412b-b8f2-c4e371a1b1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:47.987454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c0e9e810-d4b8-412b-b8f2-c4e371a1b1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:47.991563 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-c0e9e810-d4b8-412b-b8f2-c4e371a1b1eb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/264c1230-c357-4cfb-8858-cc402efe85f0 HTTP/1.1" status: 204 len: 168 time: 0.3176746 May 20 20:45:48.022304 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebae3d5-c123-4a84-8973-e2549122f07d req-187758d9-3509-4f91-ae4f-2e9489a1a64a tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:48.025086 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2ebae3d5-c123-4a84-8973-e2549122f07d req-187758d9-3509-4f91-ae4f-2e9489a1a64a tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 944 time: 0.1626475 May 20 20:45:48.026572 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 32824) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:48.104329 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2ebae3d5-c123-4a84-8973-e2549122f07d req-ee776eef-9cef-4fd8-8098-bbd2354b63ea tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671170 May 20 20:45:48.205816 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.221300 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:48.225297 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Usage tracker for resource:security_group_rule and tenant:43ccf0fbac3e47aa97c8976ef779f297 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:48.228414 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:48.235120 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:48.334518 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.405749 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.416909 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c3098aeb-ade5-42ab-a497-55974dd6169b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:48.511328 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881dc889-72f4-4b41-b4ce-fc36774a8bae,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:48.520434 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=43ccf0fbac3e47aa97c8976ef779f297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886417 May 20 20:45:48.520434 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:48.520879 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 32834) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:48.606061 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd8d6-9d60-4e72-af7b-61fb7bbc0945 req-cc19463e-d243-4297-8418-d8ab2a31941b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:48.608344 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-856dd8d6-9d60-4e72-af7b-61fb7bbc0945 req-cc19463e-d243-4297-8418-d8ab2a31941b tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1924655 May 20 20:45:48.613972 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-3681bb3e-ea97-48f2-a2b1-253aff558172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.669864 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-3681bb3e-ea97-48f2-a2b1-253aff558172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.704144 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-856dd8d6-9d60-4e72-af7b-61fb7bbc0945 req-f9623042-81dc-4220-9900-bbd72a436d71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866368 May 20 20:45:48.862981 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-3681bb3e-ea97-48f2-a2b1-253aff558172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.868893 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-8f9ad913-3ede-48d5-b10f-c80f7e1a275e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:48.871520 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 32838) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:48.884444 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681bb3e-ea97-48f2-a2b1-253aff558172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881dc889-72f4-4b41-b4ce-fc36774a8bae,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:48.887333 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-3681bb3e-ea97-48f2-a2b1-253aff558172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:48.889267 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-3681bb3e-ea97-48f2-a2b1-253aff558172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.895211 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-3681bb3e-ea97-48f2-a2b1-253aff558172 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/881dc889-72f4-4b41-b4ce-fc36774a8bae HTTP/1.1" status: 204 len: 168 time: 0.3688812 May 20 20:45:48.900544 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:48.917723 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:48.923514 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Usage tracker for resource:security_group_rule and tenant:53908a1ba3074b9784ef1484e608dfba is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:48.926857 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:48.933811 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:49.001045 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 77a188de-6d0a-4541-bb02-55edda6916f5 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:45:49.038411 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.108235 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.121895 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6ca12041-255a-4031-a07a-d0d2bdc6e198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:49.142480 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port 77a188de-6d0a-4541-bb02-55edda6916f5 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:45:49.150835 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port 77a188de-6d0a-4541-bb02-55edda6916f5 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:45:49.151839 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.169907 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=53908a1ba3074b9784ef1484e608dfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919023 May 20 20:45:49.170357 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 32846) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:49.171810 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f91bd7-5628-4112-b7f7-34e83799181d,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:49.178344 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:49.296047 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-48392788-95c0-467b-91c4-a783f378c2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.311395 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.354308 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04df7928-17e1-45d5-b85a-bb94420f92f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a188de-6d0a-4541-bb02-55edda6916f5'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:45:49.377087 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 77a188de-6d0a-4541-bb02-55edda6916f5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77a188de-6d0a-4541-bb02-55edda6916f5,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:45:49.387932 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-48392788-95c0-467b-91c4-a783f378c2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.429429 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04df7928-17e1-45d5-b85a-bb94420f92f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a188de-6d0a-4541-bb02-55edda6916f5', 'code': 200} May 20 20:45:49.462303 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.471855 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:49.477548 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81645ca2-9290-4f37-84c3-102661a56b99 req-ae659925-4b91-40ce-88a0-845bb7b57f48 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:49.479224 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81645ca2-9290-4f37-84c3-102661a56b99 req-ae659925-4b91-40ce-88a0-845bb7b57f48 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 944 time: 0.1511736 May 20 20:45:49.575666 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=77a188de-6d0a-4541-bb02-55edda6916f5,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:49.586001 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81645ca2-9290-4f37-84c3-102661a56b99 req-a23432fa-8f5f-4197-87e8-933a99b99869 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868099 May 20 20:45:49.586249 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:49.754996 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-48392788-95c0-467b-91c4-a783f378c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.764798 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e4566719-cc11-4653-9c8a-b35a256c2882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:49.790030 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48392788-95c0-467b-91c4-a783f378c2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f91bd7-5628-4112-b7f7-34e83799181d,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:49.794205 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-48392788-95c0-467b-91c4-a783f378c2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:49.796245 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-48392788-95c0-467b-91c4-a783f378c2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:49.801031 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-48392788-95c0-467b-91c4-a783f378c2b0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e8f91bd7-5628-4112-b7f7-34e83799181d HTTP/1.1" status: 204 len: 168 time: 0.6261389 May 20 20:45:49.993985 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b554-16a4-4080-a8d9-378e87a65ab0 req-aa8f46dd-e749-467d-b04a-a2da2dea12e9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:50.000519 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-82f0b554-16a4-4080-a8d9-378e87a65ab0 req-aa8f46dd-e749-467d-b04a-a2da2dea12e9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1233981 May 20 20:45:50.021014 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb959-ebfc-4f85-8194-3611cdd5ddd4 req-f9b52270-01c1-4721-bdb8-4aaf2cc9c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:50.022585 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e7cfb959-ebfc-4f85-8194-3611cdd5ddd4 req-f9b52270-01c1-4721-bdb8-4aaf2cc9c406 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 1098 time: 0.1469815 May 20 20:45:50.075028 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-e7cfb959-ebfc-4f85-8194-3611cdd5ddd4 req-b11a6115-a07e-453a-a1bf-3dd889a2daa4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431306 May 20 20:45:50.077701 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-82f0b554-16a4-4080-a8d9-378e87a65ab0 req-d7fa9099-a13f-47d6-bc31-29a9033c45ef tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667007 May 20 20:45:50.783882 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cc5f1-f142-46af-adcc-44743098ef0d req-d4875a48-90e0-4627-b7cd-ee4291d18624 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:50.785822 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-644cc5f1-f142-46af-adcc-44743098ef0d req-d4875a48-90e0-4627-b7cd-ee4291d18624 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0877821 May 20 20:45:50.929439 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-644cc5f1-f142-46af-adcc-44743098ef0d req-f25d3ce2-d45c-42b8-b6b4-63cd4160fca8 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316400 May 20 20:45:51.329160 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf199ed-d5ba-44d5-bbf7-9b181bace869 req-025b00ae-7ae1-44b2-bd76-a5e64eca022a tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:51.331460 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6bf199ed-d5ba-44d5-bbf7-9b181bace869 req-025b00ae-7ae1-44b2-bd76-a5e64eca022a tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1132476 May 20 20:45:51.403396 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6bf199ed-d5ba-44d5-bbf7-9b181bace869 req-0e3a2afc-9f79-4c37-99a0-6ad32796b6d5 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652149 May 20 20:45:52.220249 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9c2d-0a49-4ac8-b789-55c9eddf747f req-8ee96b24-d48a-4087-8401-f7a2d95b86ae tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:52.221860 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f02e9c2d-0a49-4ac8-b789-55c9eddf747f req-8ee96b24-d48a-4087-8401-f7a2d95b86ae tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.1116803 May 20 20:45:52.287307 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f02e9c2d-0a49-4ac8-b789-55c9eddf747f req-a7be3cfd-7cab-43a9-badb-c4d25276de3b tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582139 May 20 20:45:52.744153 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498481f-e708-4955-aee5-7faf5707e7cc req-00bcd44b-7f50-49c2-9db9-9675fd9fddd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:52.745962 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8498481f-e708-4955-aee5-7faf5707e7cc req-00bcd44b-7f50-49c2-9db9-9675fd9fddd9 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1340604 May 20 20:45:52.806256 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8498481f-e708-4955-aee5-7faf5707e7cc req-872b2fbf-834b-4c0f-8ab6-e25fc17ee632 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538986 May 20 20:45:54.080721 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f177c3b-ecc7-4799-a99d-0df792cf5c2e req-1f691c96-935c-4e0d-b85e-54cd64dc9a70 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:54.082315 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f177c3b-ecc7-4799-a99d-0df792cf5c2e req-1f691c96-935c-4e0d-b85e-54cd64dc9a70 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1150322 May 20 20:45:54.165428 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f177c3b-ecc7-4799-a99d-0df792cf5c2e req-251f068f-cf06-4eaa-afee-1f1b24788ed0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683680 May 20 20:45:55.488458 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc439d8-8ceb-464c-97d1-329d069c852d req-204d1432-0841-4fb7-9123-230e1b1af192 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:55.502011 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3fc439d8-8ceb-464c-97d1-329d069c852d req-204d1432-0841-4fb7-9123-230e1b1af192 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.1247578 May 20 20:45:55.566708 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3fc439d8-8ceb-464c-97d1-329d069c852d req-464266d8-b3e6-4f3b-8933-780b32b60eed tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&id=8a235911-7306-431e-811a-8937eac7c06f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622315 May 20 20:45:56.626341 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33004) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:56.804984 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:56.822465 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:56.828137 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Usage tracker for resource:security_group_rule and tenant:4c0436c8ee104b8cb02dfed47fa07fc2 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:56.831510 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:56.838050 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:56.948196 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.023414 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.039691 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2cc8d1b6-a096-4ecb-91f3-95e58deb3b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:57.121818 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4c0436c8ee104b8cb02dfed47fa07fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933457 May 20 20:45:57.124138 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948740d7-33e0-45e5-951d-7689d37c9e1e,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:57.125206 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33014) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:57.130845 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:57.227400 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-14836074-b58a-4484-bb6b-1d20ed8941e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.276813 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-14836074-b58a-4484-bb6b-1d20ed8941e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.531934 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-14836074-b58a-4484-bb6b-1d20ed8941e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.536587 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7f24e918-4a92-49c5-ab21-e7ec6096d477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:57.561390 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14836074-b58a-4484-bb6b-1d20ed8941e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948740d7-33e0-45e5-951d-7689d37c9e1e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:57.569177 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-14836074-b58a-4484-bb6b-1d20ed8941e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:57.613466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-14836074-b58a-4484-bb6b-1d20ed8941e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:57.617983 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-14836074-b58a-4484-bb6b-1d20ed8941e8 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/948740d7-33e0-45e5-951d-7689d37c9e1e HTTP/1.1" status: 204 len: 168 time: 0.4909217 May 20 20:45:58.242570 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d934e-7449-4d34-b044-727f7e81d1bc req-e7a49b41-360c-433c-8003-b95bbb53e7c9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:58.244226 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-da4d934e-7449-4d34-b044-727f7e81d1bc req-e7a49b41-360c-433c-8003-b95bbb53e7c9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.1373191 May 20 20:45:58.299245 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-da4d934e-7449-4d34-b044-727f7e81d1bc req-72b40d63-1b56-423b-a80e-d7d2956f430d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468588 May 20 20:45:58.528401 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33036) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:58.548115 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.565315 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:45:58.569831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Usage tracker for resource:security_group_rule and tenant:70698944c4d9451b93a7bf3305efa99b is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:45:58.573264 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:45:58.580908 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:45:58.682062 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.811776 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.822251 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-534b2d7b-0593-4f50-9b20-0378672a3785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:58.873313 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=70698944c4d9451b93a7bf3305efa99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427727 May 20 20:45:58.873792 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35430765-e24d-46fa-9496-8978811c94d5,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:58.876711 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33052) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:45:58.898017 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:58.959329 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-90c8e3a2-3806-4597-8d7a-f4884f1ca953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:58.990626 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-90c8e3a2-3806-4597-8d7a-f4884f1ca953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.159785 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-90c8e3a2-3806-4597-8d7a-f4884f1ca953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.168413 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-35ca3f3c-f01b-4193-bf85-a748642faeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:45:59.191342 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8e3a2-3806-4597-8d7a-f4884f1ca953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35430765-e24d-46fa-9496-8978811c94d5,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:45:59.206640 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-90c8e3a2-3806-4597-8d7a-f4884f1ca953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:45:59.229848 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-90c8e3a2-3806-4597-8d7a-f4884f1ca953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:45:59.231825 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-90c8e3a2-3806-4597-8d7a-f4884f1ca953 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/35430765-e24d-46fa-9496-8978811c94d5 HTTP/1.1" status: 204 len: 168 time: 0.3531833 May 20 20:45:59.542514 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c34f9-e9d0-42bb-bd38-dec9eb4804f0 req-d473e2ae-9710-4153-b6a0-8c54cfbfc1db tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:45:59.544168 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-176c34f9-e9d0-42bb-bd38-dec9eb4804f0 req-d473e2ae-9710-4153-b6a0-8c54cfbfc1db tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.0990338 May 20 20:45:59.606602 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-176c34f9-e9d0-42bb-bd38-dec9eb4804f0 req-7548c208-9def-4a8e-abb0-5f4b8af6a720 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554895 May 20 20:46:00.334875 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13902-a22b-4804-aec3-e72b155c8347 req-6e0e5429-66c1-4c31-b6bd-e77c97618944 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:00.340476 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-35c13902-a22b-4804-aec3-e72b155c8347 req-6e0e5429-66c1-4c31-b6bd-e77c97618944 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Synchronizing usage tracker for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:00.491434 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-35c13902-a22b-4804-aec3-e72b155c8347 req-6e0e5429-66c1-4c31-b6bd-e77c97618944 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Unset dirty status for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:00.493140 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35c13902-a22b-4804-aec3-e72b155c8347 req-6e0e5429-66c1-4c31-b6bd-e77c97618944 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.2734449 May 20 20:46:00.694069 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Deleting port fc0b7627-dc33-4424-a481-a5e93d0ffabc {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:00.694622 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:00.925876 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dead9-bd7e-464f-8681-65a2755ea176 req-7b182a8a-e52b-45bb-a6e7-fad493271ba6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:00.927889 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cd3dead9-bd7e-464f-8681-65a2755ea176 req-7b182a8a-e52b-45bb-a6e7-fad493271ba6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 947 time: 0.1274033 May 20 20:46:00.963395 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] For port fc0b7627-dc33-4424-a481-a5e93d0ffabc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=fc0b7627-dc33-4424-a481-a5e93d0ffabc,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:00.963813 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:01.016848 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cd3dead9-bd7e-464f-8681-65a2755ea176 req-1410f747-2185-4675-9ff2-af3dadc9e240 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=ad2979d0-58dc-4ada-8255-e3f5afb12fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692689 May 20 20:46:01.579178 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:01.579873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:01.580404 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.l3_db [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Floating IP 2305d513-1c5f-4561-93a0-1f5def9ead0a disassociated. External IP: 172.28.1.22, port: fc0b7627-dc33-4424-a481-a5e93d0ffabc. May 20 20:46:01.580917 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Calling delete_port for fc0b7627-dc33-4424-a481-a5e93d0ffabc owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:01.845350 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:01.851725 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0a984714-dc15-4cf4-94e8-167d8059d546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:01.900098 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event deleted for resources: {'Port': ['ID=fc0b7627-dc33-4424-a481-a5e93d0ffabc,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:01.903346 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:02.113925 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Router e1aefe68-79a3-4751-afe2-02aced513757 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:46:02.244212 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0acbc651-4255-427d-8361-b88d078d7d16 req-7d2bb7e1-3ed5-4a1b-91be-ba64be76f51a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 210 time: 0.0539584 May 20 20:46:02.337903 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:46:02.348894 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] Sync routers for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:02.365281 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:02.366179 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:45:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:02.427724 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] No DVR routers for this DVR port fc0b7627-dc33-4424-a481-a5e93d0ffabc on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:02.431103 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:02.434388 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-deleted', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:02.500122 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeb4b2c-99bd-4040-bcd4-4839536d4ecf', 'name': 'network-vif-deleted', 'tag': 'fc0b7627-dc33-4424-a481-a5e93d0ffabc', 'status': 'completed', 'code': 200} May 20 20:46:02.538392 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-35c13902-a22b-4804-aec3-e72b155c8347 req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "DELETE /v2.0/ports/fc0b7627-dc33-4424-a481-a5e93d0ffabc HTTP/1.1" status: 204 len: 173 time: 2.0371859 May 20 20:46:02.582005 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:02.849314 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:03.008147 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:03.015195 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] Checking router: e1aefe68-79a3-4751-afe2-02aced513757 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:03.027563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:03.028219 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:45:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:03.102046 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:46:03.151304 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: fc0b7627-dc33-4424-a481-a5e93d0ffabc {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:46:03.151940 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device fc0b7627-dc33-4424-a481-a5e93d0ffabc not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:46:03.289090 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:03.531016 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ab637c50-a38b-4816-8595-a7d78fb7528e req-7c033ad7-6e01-4d36-896f-ed08e4782288 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=8aeb4b2c-99bd-4040-bcd4-4839536d4ecf HTTP/1.1" status: 200 len: 210 time: 0.0804322 May 20 20:46:03.966089 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:03.974980 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6abab1b-20fc-4cce-a3aa-b48e8eb0fa2a None None] The sync data for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb is: [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:04.306220 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77639780-84d7-4792-b1ed-e22a581d5090 None None] New status for floating IP 2305d513-1c5f-4561-93a0-1f5def9ead0a: DOWN {{(pid=98924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:46:04.908585 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33182) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:04.981514 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5f97df0-b6aa-499a-af3f-a011180238d7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.020161 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5f97df0-b6aa-499a-af3f-a011180238d7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.159778 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5f97df0-b6aa-499a-af3f-a011180238d7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.163887 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-8aa35c67-ccfd-4f86-abdb-9fd46c30b394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:05.181552 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f97df0-b6aa-499a-af3f-a011180238d7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2979d0-58dc-4ada-8255-e3f5afb12fbb,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:05.184555 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f5f97df0-b6aa-499a-af3f-a011180238d7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:05.245773 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5f97df0-b6aa-499a-af3f-a011180238d7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.247068 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f5f97df0-b6aa-499a-af3f-a011180238d7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "DELETE /v2.0/security-groups/ad2979d0-58dc-4ada-8255-e3f5afb12fbb HTTP/1.1" status: 204 len: 168 time: 0.3374758 May 20 20:46:05.250848 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33186) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:05.271393 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.api.v2.resource [None req-79d8c343-633d-45a8-ac61-45ed0d33de0e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] show failed (client error): The resource could not be found. May 20 20:46:05.273380 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-79d8c343-633d-45a8-ac61-45ed0d33de0e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups/ad2979d0-58dc-4ada-8255-e3f5afb12fbb HTTP/1.1" status: 404 len: 347 time: 0.0209830 May 20 20:46:05.276833 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33190) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:05.522739 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Deleting port 7d87d8e0-dae1-44d3-a1d8-f2bf04ac444f {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:05.523353 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.775671 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.775671 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:05.957844 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Calling delete_port for 7d87d8e0-dae1-44d3-a1d8-f2bf04ac444f owned by network:floatingip {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:06.245442 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.253946 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33216) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:06.254463 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-85c9569e-9e95-4256-b6fc-6a12a33f10e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:06.466082 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event deleted for resources: {'Port': ['ID=7d87d8e0-dae1-44d3-a1d8-f2bf04ac444f,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:06.469291 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.494217 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:06.503147 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:06.508097 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Usage tracker for resource:security_group_rule and tenant:e8c566a4d1984f40ae378aa86fc24105 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:06.511937 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:06.523961 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:06.563870 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.589339 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.591788 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-ccd4893a-6809-4367-ae68-9a7b0a74a1b5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "DELETE /v2.0/floatingips/2305d513-1c5f-4561-93a0-1f5def9ead0a HTTP/1.1" status: 204 len: 168 time: 1.3130503 May 20 20:46:06.679050 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.937547 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:06.949126 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6c20a12d-599c-46dd-8951-9b20d60761c3 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:07.007834 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2267c1aa-3667-4322-ab69-b10b4fc7e582,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:07.031357 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:07.039141 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e8c566a4d1984f40ae378aa86fc24105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7794707 May 20 20:46:07.041638 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33240) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:07.081817 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33244) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:07.096692 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417241227', 'description': 'tempest-description--654590346'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:07.098103 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:07.103002 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:security_group and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:07.106522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:07.117533 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:07.123755 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f62e8a9-613b-4001-8265-ebb67c207cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.167642 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f62e8a9-613b-4001-8265-ebb67c207cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.211409 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.245711 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:07.252394 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:security_group_rule and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:07.257757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:07.273627 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:07.302375 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f62e8a9-613b-4001-8265-ebb67c207cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.307695 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-fe82b419-2005-4a19-b93e-69b6078dde2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:07.319578 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62e8a9-613b-4001-8265-ebb67c207cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2267c1aa-3667-4322-ab69-b10b4fc7e582,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:07.323556 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7f62e8a9-613b-4001-8265-ebb67c207cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:07.330106 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-7f62e8a9-613b-4001-8265-ebb67c207cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.332820 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-7f62e8a9-613b-4001-8265-ebb67c207cd9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2267c1aa-3667-4322-ab69-b10b4fc7e582 HTTP/1.1" status: 204 len: 168 time: 0.2882249 May 20 20:46:07.416798 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.566715 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:07.587171 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c0397968-51d2-4a78-aa42-770312f876ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:07.689796 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272ee708-f98d-472f-b429-883ee6765996,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:07.729217 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:07.765252 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3b03-6da7-481a-8926-476edea77839 req-ec99d7ff-2be4-4981-92f8-3d4bcf2bd8f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:07.769267 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-46ca3b03-6da7-481a-8926-476edea77839 req-ec99d7ff-2be4-4981-92f8-3d4bcf2bd8f2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.2635961 May 20 20:46:07.848602 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-46ca3b03-6da7-481a-8926-476edea77839 req-23af5065-d95f-48af-9055-2139690b21d7 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747900 May 20 20:46:07.972663 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:46:08.010781 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.012415 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-762c4dbc-4755-4f5e-ad59-48f6f25e101f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9291701 May 20 20:46:08.016371 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33266) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:08.025756 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'security_group_rule': {'security_group_id': '272ee708-f98d-472f-b429-883ee6765996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:08.040341 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:08.049620 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:security_group_rule and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:08.055238 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:08.065904 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:08.208181 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.302591 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.393590 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.401899 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:08.425169 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f417444-4850-418f-848e-803f3c2d8fbf,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:08.433103 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:08.513740 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.515052 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-3e8b93e8-2b6e-4b06-b4fc-a5806de38112 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4969394 May 20 20:46:08.518882 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33274) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:08.526348 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'security_group_rule': {'security_group_id': '272ee708-f98d-472f-b429-883ee6765996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:08.533326 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:08.537537 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:security_group_rule and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:08.540728 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:08.548264 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:08.670446 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.750991 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.822517 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.824697 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:08.847182 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82d552c-35f3-4900-8289-598604aa547d,revision_number=0']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:08.851745 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:08.983570 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:08.985277 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-553e87d8-69b1-459d-806e-8c62fdf4c6c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4633365 May 20 20:46:08.988988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33280) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:08.995674 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'floatingip': {'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:09.002616 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:09.007336 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:floatingip and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:09.010738 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:09.017450 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:09.054348 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1adb63-4ec9-4771-bde8-d43b5a242604 req-f0fc75d1-703d-466c-91b4-c79c9562abc3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:09.056503 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fd1adb63-4ec9-4771-bde8-d43b5a242604 req-f0fc75d1-703d-466c-91b4-c79c9562abc3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.0932498 May 20 20:46:09.096930 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:09.112482 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fd1adb63-4ec9-4771-bde8-d43b5a242604 req-a4996b63-7ee4-4bbb-a35c-40d1fe8fa2ce tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488732 May 20 20:46:09.326177 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:09.535470 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Allocated IP 172.28.1.254 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/2dc449df-a61c-4961-87e9-ebccfc4191e9) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:09.744858 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:09.875046 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:09.883136 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:09.960081 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:09.963259 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:09.968021 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:46:10.005568 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'Port': ['ID=2dc449df-a61c-4961-87e9-ebccfc4191e9,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:10.010368 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:10.081021 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.171835 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1842d6cf-a68d-4976-91cc-5f9ca347b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.279325 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.415799 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a6d1a-7f9a-4284-a1da-b32d27c03b02 req-cf9450b5-ea2d-42de-abbe-e4fb41eabc05 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:10.418410 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e46a6d1a-7f9a-4284-a1da-b32d27c03b02 req-cf9450b5-ea2d-42de-abbe-e4fb41eabc05 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.1606009 May 20 20:46:10.497699 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e46a6d1a-7f9a-4284-a1da-b32d27c03b02 req-45b3fc7d-7ba8-4fdf-89f3-25bca899a844 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=dc480d82-b13e-426d-9fce-eb6f779ab8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715358 May 20 20:46:10.542084 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-2207ea8d-4ee3-4d10-806e-4a8f60b50bc3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:10.542839 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-2207ea8d-4ee3-4d10-806e-4a8f60b50bc3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Synchronizing usage tracker for tenant:5619e324f4514c08938a2e4a14268227 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:10.603533 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.633629 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-2207ea8d-4ee3-4d10-806e-4a8f60b50bc3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Unset dirty status for tenant:5619e324f4514c08938a2e4a14268227 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:10.635216 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-2207ea8d-4ee3-4d10-806e-4a8f60b50bc3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 945 time: 0.3058469 May 20 20:46:10.678191 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.682403 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-62383abf-5d60-486f-902e-cea8599a583d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:10.825436 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'Port': ['ID=2dc449df-a61c-4961-87e9-ebccfc4191e9,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:10.857865 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:10.883884 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.946189 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Deleting port f149cc85-9dcd-44cf-9742-f44fa975dc67 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:10.946751 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.982663 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:10.984055 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9938886 May 20 20:46:11.150336 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] For port f149cc85-9dcd-44cf-9742-f44fa975dc67, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f149cc85-9dcd-44cf-9742-f44fa975dc67,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:11.150760 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:11.467504 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33326) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:11.537133 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5268a32-c71b-473e-b03e-6574a4319e70 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Synchronizing usage tracker for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:11.634337 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5268a32-c71b-473e-b03e-6574a4319e70 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Unset dirty status for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:11.637559 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5268a32-c71b-473e-b03e-6574a4319e70 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--417241227&fields=id&tenant_id=d5027f30d5cc4597b71b00abdae749e4 HTTP/1.1" status: 200 len: 267 time: 0.2002792 May 20 20:46:11.723903 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:11.724495 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:11.724618 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.l3_db [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Floating IP 2496165f-1ed4-46a2-95b0-aadfde15e14f disassociated. External IP: 172.28.1.84, port: f149cc85-9dcd-44cf-9742-f44fa975dc67. May 20 20:46:11.725039 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Calling delete_port for f149cc85-9dcd-44cf-9742-f44fa975dc67 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:11.905086 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:11.938390 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:11.947110 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Usage tracker for resource:security_group_rule and tenant:299b461d8bfd4674a744a7b3e988b116 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:11.954127 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:11.977030 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:11.992333 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-ecbc75cd-71b2-473d-8608-a982a2ebcdfc tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:11.993932 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-ecbc75cd-71b2-473d-8608-a982a2ebcdfc tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 815 time: 0.3477223 May 20 20:46:12.011660 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.021673 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e6bee3ee-c7d5-4dd4-bf45-cecbb9024f72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:12.026579 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-062d9e97-d51b-4082-9ceb-128c7d96d923 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/quotas/d5027f30d5cc4597b71b00abdae749e4 HTTP/1.1" status: 200 len: 375 time: 0.0182688 May 20 20:46:12.090029 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event deleted for resources: {'Port': ['ID=f149cc85-9dcd-44cf-9742-f44fa975dc67,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:12.094570 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:12.208688 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a6e6d2ea-e0c2-4434-a00d-55c93318702f req-c1003d68-f95a-436d-ae6d-82b0b981bd48 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 210 time: 0.3654537 May 20 20:46:12.234431 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.284164 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-6500c765-91cc-43fa-a973-654a4dce4ec1 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2255676 May 20 20:46:12.315771 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.329141 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-07d09dcd-1c1e-4af0-ad9a-4dcfd85baa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:12.351172 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Router 06ebde29-6675-4f58-b13a-adb9146f4054 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:46:12.446569 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=299b461d8bfd4674a744a7b3e988b116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9721272 May 20 20:46:12.447933 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33338) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:12.461576 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b6f2e1-5b73-43e9-91f7-804a96ad3266,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:12.481149 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:12.541393 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-3e356ae8-b555-4ba3-a81c-88ccc801830c service neutron] 10.222.0.85 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536900 May 20 20:46:12.597108 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c188e79a-8054-4d3c-a6d2-db42f1c1e884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.626958 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:46:12.646559 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] Sync routers for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:12.667149 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:12.667805 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:45:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:12.736250 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c188e79a-8054-4d3c-a6d2-db42f1c1e884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.781835 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] No DVR routers for this DVR port f149cc85-9dcd-44cf-9742-f44fa975dc67 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:12.784855 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.789686 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'name': 'network-vif-deleted', 'tag': 'f149cc85-9dcd-44cf-9742-f44fa975dc67'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:12.860802 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-d47aa647-bb6d-4de1-8bec-cf72d0671d43 service neutron] 10.222.0.85 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070033 May 20 20:46:12.876073 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-c075207e-7063-4a9c-b62b-30494510dfb2 req-3aa304a3-6610-4935-b8b4-b20284cac416 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "DELETE /v2.0/ports/f149cc85-9dcd-44cf-9742-f44fa975dc67 HTTP/1.1" status: 204 len: 173 time: 2.2323263 May 20 20:46:12.901908 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2ed0f8-519b-4b75-8ab1-6b34aea874fc', 'name': 'network-vif-deleted', 'tag': 'f149cc85-9dcd-44cf-9742-f44fa975dc67', 'status': 'completed', 'code': 200} May 20 20:46:12.920534 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.971901 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c188e79a-8054-4d3c-a6d2-db42f1c1e884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:12.981391 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c0e9e810-d4b8-412b-b8f2-c4e371a1b1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:12.990945 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:13.017441 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188e79a-8054-4d3c-a6d2-db42f1c1e884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b6f2e1-5b73-43e9-91f7-804a96ad3266,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:13.026567 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c188e79a-8054-4d3c-a6d2-db42f1c1e884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:13.036282 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c188e79a-8054-4d3c-a6d2-db42f1c1e884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:13.038128 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-c188e79a-8054-4d3c-a6d2-db42f1c1e884 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e3b6f2e1-5b73-43e9-91f7-804a96ad3266 HTTP/1.1" status: 204 len: 168 time: 0.5860326 May 20 20:46:13.375544 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device f149cc85-9dcd-44cf-9742-f44fa975dc67 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:46:13.380943 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b0b39d10-67a8-4caa-be5a-863cb0b49069 req-33eff465-0b98-437e-8a85-57d5d748fc37 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 210 time: 0.1277721 May 20 20:46:13.494791 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: f149cc85-9dcd-44cf-9742-f44fa975dc67 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:46:13.495371 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device f149cc85-9dcd-44cf-9742-f44fa975dc67 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:46:13.517142 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-a7fa1a82-1e11-470a-a034-283c7715ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:13.606186 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1e0a0702-2f74-44e0-b0a2-ba58d8162c1f req-342961f4-2fcd-45cd-8cc5-eb57885feaca tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=5d2ed0f8-519b-4b75-8ab1-6b34aea874fc HTTP/1.1" status: 200 len: 210 time: 0.0653763 May 20 20:46:13.716695 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:13.722156 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] Checking router: 06ebde29-6675-4f58-b13a-adb9146f4054 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:13.733892 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:13.735102 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:14.022263 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:14.072074 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:14.555169 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:14.563848 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c895b2-10d0-451a-95d9-cc5fe24d9db4 None None] The sync data for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb is: [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:14.601074 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-53ca9734-9f5f-4537-806e-f4012bca2031 req-a84f83d4-9200-4ab7-8a98-0f4e89477c5a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 210 time: 0.0815499 May 20 20:46:14.828406 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd96c4f-5a4e-4251-a616-6501ccf218d4 None None] New status for floating IP 2496165f-1ed4-46a2-95b0-aadfde15e14f: DOWN {{(pid=98924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:46:14.840715 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33392) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:14.921501 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34782e7c-8f9d-4001-8221-7ff0acf394e2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:14.956047 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34782e7c-8f9d-4001-8221-7ff0acf394e2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.119271 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34782e7c-8f9d-4001-8221-7ff0acf394e2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.131888 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-90c8e3a2-3806-4597-8d7a-f4884f1ca953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:15.145020 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34782e7c-8f9d-4001-8221-7ff0acf394e2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc480d82-b13e-426d-9fce-eb6f779ab8d3,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:15.147800 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-34782e7c-8f9d-4001-8221-7ff0acf394e2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:15.242675 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34782e7c-8f9d-4001-8221-7ff0acf394e2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.244367 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-34782e7c-8f9d-4001-8221-7ff0acf394e2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "DELETE /v2.0/security-groups/dc480d82-b13e-426d-9fce-eb6f779ab8d3 HTTP/1.1" status: 204 len: 168 time: 0.4014146 May 20 20:46:15.246991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33400) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:15.272072 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.api.v2.resource [None req-3d884dfb-b25a-46fb-bef8-e9992f388287 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] show failed (client error): The resource could not be found. May 20 20:46:15.273437 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-3d884dfb-b25a-46fb-bef8-e9992f388287 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups/dc480d82-b13e-426d-9fce-eb6f779ab8d3 HTTP/1.1" status: 404 len: 347 time: 0.0252485 May 20 20:46:15.276702 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33406) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:15.547238 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Deleting port ed3aedc6-5394-4a82-aff0-7237906290c4 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:15.547811 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.552961 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.790485 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:15.790985 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.062894 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-278d30bc-3eb1-4963-9b03-cba2359d9fa3 req-046a3a75-ab2a-4de8-bd5e-31ee12c98beb tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 210 time: 0.2590690 May 20 20:46:16.070061 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Calling delete_port for ed3aedc6-5394-4a82-aff0-7237906290c4 owned by network:floatingip {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:16.388522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.395060 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:16.492782 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-f9dc393f-c314-40f3-add9-c75e51af6764 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:16.496132 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-f9dc393f-c314-40f3-add9-c75e51af6764 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 815 time: 0.2170188 May 20 20:46:16.504176 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event deleted for resources: {'Port': ['ID=ed3aedc6-5394-4a82-aff0-7237906290c4,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:16.509856 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:16.565306 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-64fa29f3-816f-4975-be37-1addd3fed3e4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Synchronizing usage tracker for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:security_group {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:16.580928 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-64fa29f3-816f-4975-be37-1addd3fed3e4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Unset dirty status for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:security_group {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:16.582205 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-64fa29f3-816f-4975-be37-1addd3fed3e4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5027f30d5cc4597b71b00abdae749e4 HTTP/1.1" status: 200 len: 379 time: 0.0691538 May 20 20:46:16.594227 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'port': {'device_id': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'admin_state_up': True, 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'security_groups': ['272ee708-f98d-472f-b429-883ee6765996']}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:16.688951 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.705343 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:16.706542 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "DELETE /v2.0/floatingips/2496165f-1ed4-46a2-95b0-aadfde15e14f HTTP/1.1" status: 204 len: 168 time: 1.4285305 May 20 20:46:16.834349 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:16.843934 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Usage tracker for resource:port and tenant:d5027f30d5cc4597b71b00abdae749e4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:16.848379 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:16.857391 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:16.953372 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Made reservation on behalf of d5027f30d5cc4597b71b00abdae749e4 for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:16.957068 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:17.117483 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33432) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:17.125283 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894947617', 'description': 'tempest-description--239460702'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:17.139571 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:17.148526 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:security_group and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:17.154393 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:17.169518 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:17.248099 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Allocated IP 172.20.0.6 (3a8252f0-2dd8-4b54-ae4b-4049806c0a23/2ae2ce42-4338-40ba-a242-1a3e461ff19b/b599a491-58a8-4c61-b5c5-0aa58059903e) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:17.348969 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:17.399316 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c411fa11-a115-456e-aae6-6a37d30407f3 req-634fe59b-60e4-4237-a943-1e088f9ad894 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 210 time: 0.1384082 May 20 20:46:17.415324 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:17.432087 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:security_group_rule and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:17.432087 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:17.442807 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:17.586270 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:17.686212 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:17.704386 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0e868f2d-0e9e-4e70-8a77-2d60b7b02c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:17.745272 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:17.770778 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Transition to ACTIVE for port object b599a491-58a8-4c61-b5c5-0aa58059903e will not be triggered until provisioned by entity DHCP. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:17.791375 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05774920-ad14-4ab8-bff1-8c852ae71b09,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:17.797003 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:17.908024 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:17.909506 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7939043 May 20 20:46:17.912762 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33448) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:17.918757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'security_group_rule': {'security_group_id': '05774920-ad14-4ab8-bff1-8c852ae71b09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:17.926545 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:17.931273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:security_group_rule and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:17.935227 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:17.943305 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:17.954614 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:17.962890 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0b38e4d3-256d-4de2-b24d-b7746928e136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:18.036116 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.095081 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:18.101142 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:18.109537 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:46:18.120725 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.175352 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:18.200137 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.203631 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.203899 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-96fec7e6-80b0-42d4-b18a-4e54f54b3fa8 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:18.204301 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.204912 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.205536 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.206155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.206826 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.207453 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.208082 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.208703 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.209321 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.209950 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.211034 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:18.224549 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:18.270823 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923e337b-b0d8-40e4-a33e-0462d6ede1ee,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:18.290432 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:18.300138 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:18.301448 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.410859 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.412085 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-904d8ee4-3560-48d3-aa82-e886888b032a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4982049 May 20 20:46:18.415532 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33456) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:18.422279 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'security_group_rule': {'security_group_id': '05774920-ad14-4ab8-bff1-8c852ae71b09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:18.428552 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:18.433288 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:security_group_rule and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:18.438020 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:18.442995 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-49409cf2-fb6d-47b8-b5c3-5a26f9aae805 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8537138 May 20 20:46:18.446147 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:18.466418 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Request body: {'port': {'device_id': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:18.538647 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-dc6a18a8-ed6e-4635-a427-002b6893875f None None] Provisioning for port b599a491-58a8-4c61-b5c5-0aa58059903e completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:18.545925 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-dc6a18a8-ed6e-4635-a427-002b6893875f None None] Provisioning complete for port b599a491-58a8-4c61-b5c5-0aa58059903e triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:18.552328 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dc6a18a8-ed6e-4635-a427-002b6893875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.552526 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.684518 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a18a8-ed6e-4635-a427-002b6893875f None None] Port b599a491-58a8-4c61-b5c5-0aa58059903e cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:46:18.745383 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.800197 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.829293 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd9bb1-76f9-4b0e-8c4e-bbdd0c4d5940 req-42865a6e-fa28-4d29-8408-97753526f4f9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:18.836016 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5ebd9bb1-76f9-4b0e-8c4e-bbdd0c4d5940 req-42865a6e-fa28-4d29-8408-97753526f4f9 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 931 time: 0.1890907 May 20 20:46:18.901080 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5ebd9bb1-76f9-4b0e-8c4e-bbdd0c4d5940 req-073c5d21-742f-4f88-af0c-704b4524a4bc tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530546 May 20 20:46:18.908322 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590826'] for security_group_rule, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:18.911259 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:18.955122 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824af811-1344-4ae1-be33-c41c0d963fb4,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:18.961248 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:19.095013 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.101826 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-fd0caf6b-948c-4f5d-b073-ad64e8671ee8 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6798201 May 20 20:46:19.102099 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33472) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:19.113021 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'floatingip': {'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:19.128989 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:19.149154 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Usage tracker for resource:floatingip and tenant:5619e324f4514c08938a2e4a14268227 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:19.162464 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:19.174723 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:19.264373 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.299277 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b599a491-58a8-4c61-b5c5-0aa58059903e {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:46:19.318800 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.340662 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Transition to ACTIVE for port object b599a491-58a8-4c61-b5c5-0aa58059903e will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:19.468229 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.477691 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6bde7008-966d-4b0c-b937-9eb91eac1014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:19.630677 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:19.694299 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:19.745311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:19.870989 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b12c09-748a-4334-9b48-5ff7fa93e5f3 req-b591fb93-d8b4-434f-912f-83e69dbb3e64 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:19.874276 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-66b12c09-748a-4334-9b48-5ff7fa93e5f3 req-b591fb93-d8b4-434f-912f-83e69dbb3e64 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.1566942 May 20 20:46:19.907878 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Attempting to bind port b599a491-58a8-4c61-b5c5-0aa58059903e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:19.908714 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Attempting to bind port b599a491-58a8-4c61-b5c5-0aa58059903e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:19.908714 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Attempting to bind port b599a491-58a8-4c61-b5c5-0aa58059903e on network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:46:19.926654 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Port b599a491-58a8-4c61-b5c5-0aa58059903e on network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:46:19.926992 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Attempting to bind port b599a491-58a8-4c61-b5c5-0aa58059903e on network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:46:19.929692 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Allocated IP 172.28.1.226 (30ee588c-b4e7-4d36-8477-f7a8da7195bf/ad80858c-d90b-4a1b-be4f-6954f374cad5/d1320b0d-31fd-4737-a2ad-351e29b88416) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:19.937604 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-66b12c09-748a-4334-9b48-5ff7fa93e5f3 req-1c3f3ebd-84a7-4114-bac7-e0838a48fc74 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 May 20 20:46:19.939800 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:46:19.940169 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Checking segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:46:19.940576 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Bound using segment: {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:46:19.941012 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Bound port: b599a491-58a8-4c61-b5c5-0aa58059903e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3572c174-1d6a-4794-85fd-6814f090651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:19.941368 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.160474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:46:20.166418 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:46:20.180499 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824679c-306e-4635-8b75-36c4b0c41df4 req-233a7dab-91e7-476d-9cd8-dee2a20274e6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:20.183209 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c824679c-306e-4635-8b75-36c4b0c41df4 req-233a7dab-91e7-476d-9cd8-dee2a20274e6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1515574 May 20 20:46:20.209987 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.244608 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c824679c-306e-4635-8b75-36c4b0c41df4 req-39093cd0-6c7a-4b19-a863-75bb0bd2bdcc tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546982 May 20 20:46:20.251775 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.260235 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-fb706cc1-e5da-4426-8d1a-85741df53bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:20.335358 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:20.336023 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.337541 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] 10.222.0.95 "PUT /v2.0/ports/b599a491-58a8-4c61-b5c5-0aa58059903e HTTP/1.1" status: 200 len: 1093 time: 1.8795307 May 20 20:46:20.338586 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:20.361772 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.413466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Network 30ee588c-b4e7-4d36-8477-f7a8da7195bf is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:20.420621 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'status': 'completed', 'code': 200} May 20 20:46:20.422281 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:20.427565 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:46:20.718761 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:20.724358 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:20.739040 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:20.861240 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'Port': ['ID=d1320b0d-31fd-4737-a2ad-351e29b88416,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:20.866157 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:20.911509 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:20.914439 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54195-aa94-4e5c-9e40-00b8b5063abc req-654e7bf3-3b4c-4e47-944c-f96ece75faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:20.916010 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-21d54195-aa94-4e5c-9e40-00b8b5063abc req-654e7bf3-3b4c-4e47-944c-f96ece75faf4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 1096 time: 0.4233236 May 20 20:46:21.123557 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.168681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cef43-e7e8-4e4e-8aa7-dd3ea2891f96 req-45efa40e-bfa0-46b6-9541-e6bcf7a8fa05 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:21.170953 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2c9cef43-e7e8-4e4e-8aa7-dd3ea2891f96 req-45efa40e-bfa0-46b6-9541-e6bcf7a8fa05 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0941296 May 20 20:46:21.175285 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54195-aa94-4e5c-9e40-00b8b5063abc req-bad7c3ad-8b3b-4459-a086-c6f7cf496068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:21.176870 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-21d54195-aa94-4e5c-9e40-00b8b5063abc req-bad7c3ad-8b3b-4459-a086-c6f7cf496068 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=d5027f30d5cc4597b71b00abdae749e4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2508206 May 20 20:46:21.232494 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2c9cef43-e7e8-4e4e-8aa7-dd3ea2891f96 req-9f0530dd-0962-4b6a-9f15-6aebc2522ba4 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541763 May 20 20:46:21.436161 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d54195-aa94-4e5c-9e40-00b8b5063abc req-b8ab0f02-f650-40bd-a760-dfce3ad6ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:21.437600 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-21d54195-aa94-4e5c-9e40-00b8b5063abc req-b8ab0f02-f650-40bd-a760-dfce3ad6ffbb service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2477038 May 20 20:46:21.484320 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.538055 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7b29-7cd1-463c-bdda-40aa6a7a4a8d req-531cfe92-49c9-4ab7-9d13-b608f5c5653d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:21.539631 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cbbe7b29-7cd1-463c-bdda-40aa6a7a4a8d req-531cfe92-49c9-4ab7-9d13-b608f5c5653d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1436307 May 20 20:46:21.567011 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-24f2b16d-8486-42f6-9133-4157be99f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:21.568709 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-24f2b16d-8486-42f6-9133-4157be99f0fe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 1096 time: 0.0787208 May 20 20:46:21.570152 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.575368 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1f017e3a-7cce-43de-912d-b49a6a405232 tempest-AttachVolumeNegativeTest-112145913 tempest-AttachVolumeNegativeTest-112145913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:21.594537 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cbbe7b29-7cd1-463c-bdda-40aa6a7a4a8d req-89b4f6cb-4c6c-4db6-8422-228057ad57e0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473788 May 20 20:46:21.735288 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-d522343b-bb51-41e3-8222-de54b4026f54 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b599a491-58a8-4c61-b5c5-0aa58059903e HTTP/1.1" status: 200 len: 217 time: 0.1285896 May 20 20:46:21.801923 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'Port': ['ID=d1320b0d-31fd-4737-a2ad-351e29b88416,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:21.815192 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:21.834240 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.843264 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-da41a0cf-ac2e-4f04-9405-6a2e5b6836e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:21.844791 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-da41a0cf-ac2e-4f04-9405-6a2e5b6836e8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.0978272 May 20 20:46:21.852475 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33504) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:21.945790 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-071efd2d-6251-44fd-9f28-54fcd1efb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:21.946776 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-071efd2d-6251-44fd-9f28-54fcd1efb10b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0917766 May 20 20:46:21.981108 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:21.982829 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8797953 May 20 20:46:22.009819 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:22.026786 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:22.031504 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Usage tracker for resource:security_group_rule and tenant:187c0b04557a4c2f89e1d7c2ae3f115e is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:22.034944 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:22.042027 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:22.170858 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:22.172320 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-fe2bc8ca-76ad-41ad-845a-c49d1432d24c service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161934 May 20 20:46:22.239088 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:22.249099 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1f3a52af-4bcf-492c-9e17-c450359f90da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:22.335169 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=187c0b04557a4c2f89e1d7c2ae3f115e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810207 May 20 20:46:22.340088 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33524) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:22.340844 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c06cdf-9295-4f9c-ba25-1f025a2ef0ba,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:22.356063 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-91fa1b05-8576-4cbc-a903-f5b78483aa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:22.401360 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-0d9dcf30-96a6-43a1-a61a-76577ebb8611 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Synchronizing usage tracker for tenant:5619e324f4514c08938a2e4a14268227 on resource:security_group {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:22.403193 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a116d338-4771-4f0d-b26c-f948310a87b9 req-0dffb6ee-6a4c-4087-b3ac-02ed4cfb6ee4 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226973 May 20 20:46:22.517681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:22.557230 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:22.574675 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-0d9dcf30-96a6-43a1-a61a-76577ebb8611 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Unset dirty status for tenant:5619e324f4514c08938a2e4a14268227 on resource:security_group {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:22.576691 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-0d9dcf30-96a6-43a1-a61a-76577ebb8611 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--894947617&fields=id&tenant_id=5619e324f4514c08938a2e4a14268227 HTTP/1.1" status: 200 len: 267 time: 0.2686105 May 20 20:46:22.593436 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce1067-5a30-4e09-a34e-c5e4e918defc req-3792f22f-cc16-4ead-9804-9f04dcbe8916 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:22.594999 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2fce1067-5a30-4e09-a34e-c5e4e918defc req-3792f22f-cc16-4ead-9804-9f04dcbe8916 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.1670430 May 20 20:46:22.773616 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2fce1067-5a30-4e09-a34e-c5e4e918defc req-4505fd5a-f351-4920-9c4b-24f28a5b75fe tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491766 May 20 20:46:22.832489 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-9f63d37e-27a4-45be-a1f1-3e046e799810 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:22.835050 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-9f63d37e-27a4-45be-a1f1-3e046e799810 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 811 time: 0.2503107 May 20 20:46:22.858116 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-8fb864ab-da3d-4895-9a22-652b6021f187 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/quotas/5619e324f4514c08938a2e4a14268227 HTTP/1.1" status: 200 len: 375 time: 0.0167296 May 20 20:46:22.908013 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:22.918462 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d826e3c1-5e63-4b64-8a8b-125ac582cc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:22.969511 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c06cdf-9295-4f9c-ba25-1f025a2ef0ba,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:22.998963 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:22.999402 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:22.999898 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.000308 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.000718 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.001125 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.001561 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.001967 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.002450 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.002863 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.003319 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.003931 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:23.017070 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:23.024209 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:23.025530 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/86c06cdf-9295-4f9c-ba25-1f025a2ef0ba HTTP/1.1" status: 204 len: 168 time: 0.6772096 May 20 20:46:23.076614 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c75e5-f793-458c-aed7-f1c91d5ae071 req-4d3a9264-08ca-4295-a62f-548fa0725549 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:23.078266 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e53c75e5-f793-458c-aed7-f1c91d5ae071 req-4d3a9264-08ca-4295-a62f-548fa0725549 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1660337 May 20 20:46:23.085824 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-fc641cc9-f286-4335-9f40-18c01435086d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Synchronizing usage tracker for tenant:5619e324f4514c08938a2e4a14268227 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:23.230380 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e53c75e5-f793-458c-aed7-f1c91d5ae071 req-00e4f548-3452-45e8-9ea7-f6865d4c6ce5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413176 May 20 20:46:23.273487 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-fc641cc9-f286-4335-9f40-18c01435086d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Unset dirty status for tenant:5619e324f4514c08938a2e4a14268227 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:23.277981 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-fc641cc9-f286-4335-9f40-18c01435086d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4105287 May 20 20:46:23.629938 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-1c9e5b7e-6ab1-4871-8b9c-64c3fcd4b660 service neutron] 10.222.0.85 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375020 May 20 20:46:23.863266 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-e5ca6b2b-892b-4ef8-a689-7a178a883255 service neutron] 10.222.0.85 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269177 May 20 20:46:24.013441 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51659bc-46cc-4c4c-8c1e-541c547c69d9 req-1d82a60c-32fd-4260-ae27-fcb2480426fc tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:24.015433 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a51659bc-46cc-4c4c-8c1e-541c547c69d9 req-1d82a60c-32fd-4260-ae27-fcb2480426fc tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.0958836 May 20 20:46:24.064745 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a51659bc-46cc-4c4c-8c1e-541c547c69d9 req-95fa7c90-a675-4aba-86c6-1a656eda5871 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 May 20 20:46:24.193795 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-03f107db-52b7-468e-9d4d-b1bda371a99d req-2644f63d-3eb1-4a33-8443-7b16a6a326b1 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 210 time: 0.0507469 May 20 20:46:24.459122 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de2e9d-6bb7-4ea8-97ac-f517009a6d76 req-2b48b19e-82ba-424b-bcea-00bcb1c2b6ba tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:24.460904 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f6de2e9d-6bb7-4ea8-97ac-f517009a6d76 req-2b48b19e-82ba-424b-bcea-00bcb1c2b6ba tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.0960677 May 20 20:46:24.541941 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f6de2e9d-6bb7-4ea8-97ac-f517009a6d76 req-e4007fd2-8890-4b17-8181-48a3a90a80f4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736089 May 20 20:46:24.595265 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33568) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:24.750595 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1702063893-network', 'tenant_id': '1293584d30c24874b4fe14e0d4730fe0'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:24.755693 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:24.760130 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Usage tracker for resource:network and tenant:1293584d30c24874b4fe14e0d4730fe0 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:24.763370 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:24.771403 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:24.913599 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Made reservation on behalf of 1293584d30c24874b4fe14e0d4730fe0 for: {'network': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:24.915959 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-589648'] for network, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.930620 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:24.948468 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:24.955319 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Usage tracker for resource:security_group_rule and tenant:1293584d30c24874b4fe14e0d4730fe0 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:24.959446 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:24.969109 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:25.091831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.171666 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:46:25.177075 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.196985 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1f3b32b7-2af9-41db-9ea3-8d43ee044e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:25.280344 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=98921) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 20:46:25.329644 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b131fb-878b-4d4e-8e51-072162180bb2,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:25.331736 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d161d-ee1d-460f-bd3d-48fdc4ff9b13 req-a371f9b0-7796-4b32-a694-d2d36af6908d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:25.334673 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.335340 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.segments_db [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Added segment 3b7f5a32-29f9-4a33-9412-49e2392c535b of type vlan for network 0081d3c0-8a95-4c56-a0b8-06b1553568dc May 20 20:46:25.337348 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:25.340435 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0f7d161d-ee1d-460f-bd3d-48fdc4ff9b13 req-a371f9b0-7796-4b32-a694-d2d36af6908d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.1565285 May 20 20:46:25.365082 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:25.382377 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'port_id': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'mac_address': 'fa:16:3e:8e:90:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:46:25.432896 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d9c52a34-37ee-4662-a272-17798c66347a req-35fb1517-b072-4ffb-b3ef-0d86a0f819cf tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 210 time: 0.0909266 May 20 20:46:25.485259 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0f7d161d-ee1d-460f-bd3d-48fdc4ff9b13 req-45db8251-a9a5-4275-a728-3c6d5e8dbb36 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899494 May 20 20:46:25.500642 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.520219 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780801365971'] for network, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.532617 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-f92960a7-2914-4fad-8c8c-cdc8eb81b632 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:25.533360 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-f92960a7-2914-4fad-8c8c-cdc8eb81b632 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Synchronizing usage tracker for tenant:c9c5ca06f82d44e5934097363a705864 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:25.534429 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b599a491-58a8-4c61-b5c5-0aa58059903e {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:46:25.556377 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:25.645593 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-f92960a7-2914-4fad-8c8c-cdc8eb81b632 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Unset dirty status for tenant:c9c5ca06f82d44e5934097363a705864 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:25.647542 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-f92960a7-2914-4fad-8c8c-cdc8eb81b632 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.95 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.4327128 May 20 20:46:25.649157 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.652056 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-036e179c-e5c5-4274-a0eb-cf386acc842c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:25.711022 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333'] for network, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.713417 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:25.714739 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:25.734734 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:25.760650 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:25.768521 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:25.883353 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86744b-cd84-4392-a8f3-251ec45a43a3 req-f7cbd0fd-e1d7-4bae-9781-83d0ce6fdd99 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:25.886248 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7c86744b-cd84-4392-a8f3-251ec45a43a3 req-f7cbd0fd-e1d7-4bae-9781-83d0ce6fdd99 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 944 time: 0.1589639 May 20 20:46:25.939352 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Pushing event updated for resources: {'Network': ['ID=0081d3c0-8a95-4c56-a0b8-06b1553568dc,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:25.942256 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['b599a491-58a8-4c61-b5c5-0aa58059903e'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:46:25.942890 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:25.983252 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3865128 May 20 20:46:25.988319 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7c86744b-cd84-4392-a8f3-251ec45a43a3 req-174348d3-d635-4093-8de7-8192fe6452fb tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924869 May 20 20:46:25.989074 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 33584) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:26.001566 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Request body: {'subnet': {'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1702063893-subnet', 'tenant_id': '1293584d30c24874b4fe14e0d4730fe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:26.008614 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:26.008938 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Network 0081d3c0-8a95-4c56-a0b8-06b1553568dc details requested by agent ovs-agent-dv-cinder-784623-13-smb with host dv-cinder-784623-13-smb {{(pid=98923) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 20:46:26.011146 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Deleting port 77a188de-6d0a-4541-bb02-55edda6916f5 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:26.014452 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.022633 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Usage tracker for resource:subnet and tenant:1293584d30c24874b4fe14e0d4730fe0 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:26.034481 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:26.046884 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:26.158498 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Made reservation on behalf of 1293584d30c24874b4fe14e0d4730fe0 for: {'subnet': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:26.163434 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15880785'] for subnet, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.256623 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] For port 77a188de-6d0a-4541-bb02-55edda6916f5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=77a188de-6d0a-4541-bb02-55edda6916f5,segment=NetworkSegment(bfb4edf9-ad28-4411-acff-1126eddf2ca3),segment_id=bfb4edf9-ad28-4411-acff-1126eddf2ca3)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:26.256995 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.500354 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Calling delete_port for 77a188de-6d0a-4541-bb02-55edda6916f5 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:26.670238 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bc792908-3316-4655-8345-0845ac694e46 req-ea0c0871-2273-4379-b65b-576dff102bff tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 210 time: 0.0849280 May 20 20:46:26.815806 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febae6e-3f57-4885-9dac-ea1e9f06ff34 req-2869f1dd-4f35-427f-958c-445c6f625a84 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:26.816980 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6febae6e-3f57-4885-9dac-ea1e9f06ff34 req-2869f1dd-4f35-427f-958c-445c6f625a84 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 945 time: 0.1900620 May 20 20:46:26.840208 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:26.847615 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-42a44323-995d-48bb-97f1-7fecceee127c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:26.853258 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['77a188de-6d0a-4541-bb02-55edda6916f5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:46:26.927056 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Pushing event deleted for resources: {'Port': ['ID=77a188de-6d0a-4541-bb02-55edda6916f5,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:26.927333 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6febae6e-3f57-4885-9dac-ea1e9f06ff34 req-e24ec121-2e80-4573-ab76-664752c05869 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/security-groups?id=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937953 May 20 20:46:26.935791 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:27.081066 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14728640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15880771'] for subnet, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:27.083902 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f26eb679-dd6b-4215-8376-13a07b7d48de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:27.086594 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] No DVR routers for this DVR port 77a188de-6d0a-4541-bb02-55edda6916f5 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:27.090339 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:27.096419 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04df7928-17e1-45d5-b85a-bb94420f92f1', 'name': 'network-vif-deleted', 'tag': '77a188de-6d0a-4541-bb02-55edda6916f5'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:27.155649 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04df7928-17e1-45d5-b85a-bb94420f92f1', 'name': 'network-vif-deleted', 'tag': '77a188de-6d0a-4541-bb02-55edda6916f5', 'status': 'completed', 'code': 200} May 20 20:46:27.172979 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:46:27.224745 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-121d4c3b-07f1-46f3-9e3c-497e19682dd3 req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.95 "DELETE /v2.0/ports/77a188de-6d0a-4541-bb02-55edda6916f5 HTTP/1.1" status: 204 len: 173 time: 1.5687542 May 20 20:46:27.356854 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port b599a491-58a8-4c61-b5c5-0aa58059903e completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:27.360021 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbb81d6-5fc4-4357-88f7-01ebddf74ad2,revision_number=0']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:27.368089 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:27.376386 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port b599a491-58a8-4c61-b5c5-0aa58059903e triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:27.377743 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:27.549777 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Checking segment: {'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:46:27.550139 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Network hostable DHCP agents. Network: 0081d3c0-8a95-4c56-a0b8-06b1553568dc, hostable agents: ['155e53ff-0200-4a6a-920c-4d030507c938'], hosted agents: [] {{(pid=98922) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 20:46:27.617401 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4e105779-0b14-45ad-9393-746fe4de5028 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:27.618809 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4e105779-0b14-45ad-9393-746fe4de5028 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 811 time: 0.3618202 May 20 20:46:27.627298 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:27.627561 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038458-c3cf-4393-90f9-e9c9a350fc22 req-f5655e90-bea1-4252-b36d-96980552375f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:27.629169 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7b038458-c3cf-4393-90f9-e9c9a350fc22 req-f5655e90-bea1-4252-b36d-96980552375f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 944 time: 0.4928935 May 20 20:46:27.683411 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Network 0081d3c0-8a95-4c56-a0b8-06b1553568dc is scheduled to be hosted by DHCP agent 155e53ff-0200-4a6a-920c-4d030507c938 with binding_index 1 {{(pid=98922) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 20:46:27.684244 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:27.709187 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:27.719950 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-c9311348-c714-4bcd-bb87-6fc2984ec8ae tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5619e324f4514c08938a2e4a14268227 HTTP/1.1" status: 200 len: 379 time: 0.0897157 May 20 20:46:27.728226 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7b038458-c3cf-4393-90f9-e9c9a350fc22 req-9fe34a76-3a88-417e-9898-e16494e66b09 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775359 May 20 20:46:27.738079 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'port': {'device_id': 'da06a359-6061-462a-8679-43153b9b5aca', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'admin_state_up': True, 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'security_groups': ['05774920-ad14-4ab8-bff1-8c852ae71b09']}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:27.782084 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'code': 200} May 20 20:46:27.813147 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-13-smb, 0081d3c0-8a95-4c56-a0b8-06b1553568dc) {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:27.813441 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:27.817532 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-dacca255-edb0-4683-b38f-2cfca2a96158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:27.841810 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:27.842772 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:27.876322 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924f960-4190-4fc5-8f35-7607bde05179 None None] Network 0081d3c0-8a95-4c56-a0b8-06b1553568dc requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:46:27.983924 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-22b80b81-8147-4acf-9bc9-67f083f3775d req-6d5ef1d0-812c-4f50-8a03-25d246fff283 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 210 time: 0.0729830 May 20 20:46:28.026223 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:28.059657 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:28.073006 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0799110 May 20 20:46:28.176111 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Made reservation on behalf of 5619e324f4514c08938a2e4a14268227 for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:28.180343 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:28.181089 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:28.189043 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:28.348565 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2d84fe7f-ed1d-477a-adea-6f4883d2c06b req-cb020297-b1f5-40da-a1af-a945293a48b1 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] 10.222.0.85 "GET /v2.0/ports?device_id=04df7928-17e1-45d5-b85a-bb94420f92f1 HTTP/1.1" status: 200 len: 210 time: 0.0704591 May 20 20:46:28.387597 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f28ce05-166e-4850-bc8d-113780f600f0 None None] Network 0081d3c0-8a95-4c56-a0b8-06b1553568dc requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:46:28.571458 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Allocated IP 172.20.0.7 (dd1fbe08-e904-428c-87e9-e12c93f6b03e/5b533d67-f65d-44d3-b841-0f56ea1c3c43/c3037fd0-63e7-4660-9e64-f638d30a53d4) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:28.609830 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec06321-0bda-4369-bbec-315e817dd7cb req-ba37b03d-f525-4a2f-88db-1a49cf603bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:28.613991 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-fec06321-0bda-4369-bbec-315e817dd7cb req-ba37b03d-f525-4a2f-88db-1a49cf603bb3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 1098 time: 0.2153299 May 20 20:46:28.710289 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-fec06321-0bda-4369-bbec-315e817dd7cb req-e75315be-e76b-4571-b49c-87c3cf75d823 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880187 May 20 20:46:29.100019 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.144827 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Transition to ACTIVE for port object c3037fd0-63e7-4660-9e64-f638d30a53d4 will not be triggered until provisioned by entity DHCP. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:29.188035 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 77a188de-6d0a-4541-bb02-55edda6916f5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:46:29.228141 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: 77a188de-6d0a-4541-bb02-55edda6916f5 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:46:29.228807 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 77a188de-6d0a-4541-bb02-55edda6916f5 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:46:29.231546 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbb332-3ff7-4fea-989a-402c92b1193e req-11810dbb-3e92-4a17-a0fd-9e97aa71bcad tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:29.234658 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0ebbb332-3ff7-4fea-989a-402c92b1193e req-11810dbb-3e92-4a17-a0fd-9e97aa71bcad tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.3276517 May 20 20:46:29.290255 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a1b37e86-38c2-4ac0-8943-bae30a2a9c55 req-80c3fa25-7d2e-42ae-bd53-f753114d0176 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 210 time: 0.1403885 May 20 20:46:29.360272 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0ebbb332-3ff7-4fea-989a-402c92b1193e req-c7f2391a-b048-403d-8c69-c3bc24648595 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128170 May 20 20:46:29.560488 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.569609 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:29.675124 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:29.677323 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:29.685473 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:46:29.748185 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event updated for resources: {'Port': ['ID=c3037fd0-63e7-4660-9e64-f638d30a53d4,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:29.754713 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:29.780361 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:29.781105 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:29.960873 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2302439 May 20 20:46:29.979997 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Request body: {'port': {'device_id': 'da06a359-6061-462a-8679-43153b9b5aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:30.051477 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-8326c8f1-960e-4961-a2ad-95003f4b3918 None None] Provisioning for port c3037fd0-63e7-4660-9e64-f638d30a53d4 completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:30.060662 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-8326c8f1-960e-4961-a2ad-95003f4b3918 None None] Provisioning complete for port c3037fd0-63e7-4660-9e64-f638d30a53d4 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:30.061409 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8326c8f1-960e-4961-a2ad-95003f4b3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:30.114874 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:30.161402 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-8326c8f1-960e-4961-a2ad-95003f4b3918 None None] Port c3037fd0-63e7-4660-9e64-f638d30a53d4 cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:46:30.710462 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3037fd0-63e7-4660-9e64-f638d30a53d4 {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:46:30.729907 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:30.767454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Transition to ACTIVE for port object c3037fd0-63e7-4660-9e64-f638d30a53d4 will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:30.797280 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfce958-4488-46c9-a571-ae002f2a7f74 req-5996470d-103f-4d50-a05c-d5d1d62b96b2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:30.801151 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-3cfce958-4488-46c9-a571-ae002f2a7f74 req-5996470d-103f-4d50-a05c-d5d1d62b96b2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Synchronizing usage tracker for tenant:5619e324f4514c08938a2e4a14268227 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:30.810480 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c1b8-6d0e-42d6-a0e5-1605dc8c6bb3 req-dbbac1d3-071b-41c6-a391-86b2d08820fd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:30.812110 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5908c1b8-6d0e-42d6-a0e5-1605dc8c6bb3 req-dbbac1d3-071b-41c6-a391-86b2d08820fd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1819997 May 20 20:46:30.865796 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5908c1b8-6d0e-42d6-a0e5-1605dc8c6bb3 req-eb06677c-45b3-43db-884c-804b28fa69bd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449889 May 20 20:46:30.918431 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:30.925009 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4418574a-8657-433f-99a1-456556701f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:31.127156 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-3cfce958-4488-46c9-a571-ae002f2a7f74 req-5996470d-103f-4d50-a05c-d5d1d62b96b2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Unset dirty status for tenant:5619e324f4514c08938a2e4a14268227 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:31.130194 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3cfce958-4488-46c9-a571-ae002f2a7f74 req-5996470d-103f-4d50-a05c-d5d1d62b96b2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 931 time: 0.5769203 May 20 20:46:31.563845 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Pushing event updated for resources: {'Port': ['ID=c3037fd0-63e7-4660-9e64-f638d30a53d4,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:31.569109 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:31.663761 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3cfce958-4488-46c9-a571-ae002f2a7f74 req-69274690-4ecb-4563-a6f3-0588fad34fa3 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693950 May 20 20:46:31.707049 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38b0ed-c8e3-4416-bb5b-07796e5b7182 req-3db78e33-8c28-4015-a5f5-eb97a41f2cdc tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:31.710029 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9f38b0ed-c8e3-4416-bb5b-07796e5b7182 req-3db78e33-8c28-4015-a5f5-eb97a41f2cdc tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.6010864 May 20 20:46:31.734171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33646) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:31.744615 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Request body: {'floatingip': {'port_id': 'b599a491-58a8-4c61-b5c5-0aa58059903e'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:31.750410 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Attempting to bind port c3037fd0-63e7-4660-9e64-f638d30a53d4 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:31.750770 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Attempting to bind port c3037fd0-63e7-4660-9e64-f638d30a53d4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:31.751077 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Attempting to bind port c3037fd0-63e7-4660-9e64-f638d30a53d4 on network dd1fbe08-e904-428c-87e9-e12c93f6b03e {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:46:31.758136 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Port c3037fd0-63e7-4660-9e64-f638d30a53d4 on network dd1fbe08-e904-428c-87e9-e12c93f6b03e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:46:31.758570 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Attempting to bind port c3037fd0-63e7-4660-9e64-f638d30a53d4 on network dd1fbe08-e904-428c-87e9-e12c93f6b03e {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:46:31.765601 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:46:31.766087 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Checking segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:46:31.766731 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Bound using segment: {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:46:31.767541 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Bound port: c3037fd0-63e7-4660-9e64-f638d30a53d4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4efc9a-1253-422d-a634-be6384ab0616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:31.768043 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:31.843031 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.151528 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] For port c3037fd0-63e7-4660-9e64-f638d30a53d4, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:46:32.162263 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] For port c3037fd0-63e7-4660-9e64-f638d30a53d4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c3037fd0-63e7-4660-9e64-f638d30a53d4,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:46:32.215057 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-a73a3d0a-dd0d-4dcd-bc72-53b98f436241 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:32.217722 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-a73a3d0a-dd0d-4dcd-bc72-53b98f436241 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/networks?id=0081d3c0-8a95-4c56-a0b8-06b1553568dc HTTP/1.1" status: 200 len: 809 time: 0.3673446 May 20 20:46:32.246649 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.256284 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-8229e8a8-8e53-49dd-b978-8f74eb68e052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:32.316615 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9d93cb92-59f1-4283-a306-ea5acbbd9bf3 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/quotas/1293584d30c24874b4fe14e0d4730fe0 HTTP/1.1" status: 200 len: 375 time: 0.0868998 May 20 20:46:32.358203 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:32.359286 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.362232 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] 10.222.0.95 "PUT /v2.0/ports/c3037fd0-63e7-4660-9e64-f638d30a53d4 HTTP/1.1" status: 200 len: 1093 time: 2.3875954 May 20 20:46:32.363045 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da06a359-6061-462a-8679-43153b9b5aca', 'tag': 'c3037fd0-63e7-4660-9e64-f638d30a53d4'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:32.472798 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-8e8453c3-296f-4b61-ab8e-2b610ee7f65c tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1293584d30c24874b4fe14e0d4730fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190546 May 20 20:46:32.483179 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da06a359-6061-462a-8679-43153b9b5aca', 'tag': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'status': 'completed', 'code': 200} May 20 20:46:32.584372 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Pushing event updated for resources: {'Port': ['ID=c3037fd0-63e7-4660-9e64-f638d30a53d4,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:32.588814 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:32.627766 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.652164 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-c19016ed-bed7-400d-9e8a-d120cd76c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:32.656123 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-c19016ed-bed7-400d-9e8a-d120cd76c59d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 1096 time: 0.1715732 May 20 20:46:32.771359 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-3330122b-1683-4e73-9f89-4c1bb09853ac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3037fd0-63e7-4660-9e64-f638d30a53d4 HTTP/1.1" status: 200 len: 217 time: 0.1063771 May 20 20:46:32.790356 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.879116 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:32.960026 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-65b8053d-2915-4072-8149-a7ff58c56256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:32.961451 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-65b8053d-2915-4072-8149-a7ff58c56256 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 200 len: 850 time: 0.1792283 May 20 20:46:33.054012 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-d9de0461-6855-4037-ade2-02607ad5e2ef service neutron] 10.222.0.85 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022237 May 20 20:46:33.102443 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.l3_db [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Floating IP 182eff53-25f1-4767-b849-714e0fb7e6ac associated. External IP: 172.28.1.254, port: b599a491-58a8-4c61-b5c5-0aa58059903e. May 20 20:46:33.126089 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd1175-2450-41bc-8e08-ef3f8d2e5e5e req-7c3c92a7-d373-4013-be7c-dbc485597f41 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:33.128130 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e2bd1175-2450-41bc-8e08-ef3f8d2e5e5e req-7c3c92a7-d373-4013-be7c-dbc485597f41 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 943 time: 0.2481108 May 20 20:46:33.228187 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-d1975ab1-f87d-413f-92cd-258036d11cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:33.229602 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-d1975ab1-f87d-413f-92cd-258036d11cd3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd1fbe08-e904-428c-87e9-e12c93f6b03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2566795 May 20 20:46:33.313058 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e2bd1175-2450-41bc-8e08-ef3f8d2e5e5e req-fab918cc-3568-43a6-a625-83603a227830 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270137 May 20 20:46:33.371823 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-3a019b06-bb9b-48e4-94b6-9df4d2af6ba5 service neutron] 10.222.0.85 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059287 May 20 20:46:33.423932 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-c41b6a36-0dab-4e57-9a11-00cdbe1eda78 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804485 May 20 20:46:33.543270 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Router e1aefe68-79a3-4751-afe2-02aced513757 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:46:33.768395 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:46:33.778828 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:33.780335 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] Sync routers for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:33.798472 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:33.799381 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:33.830729 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0c1e79c6-6eb8-4e1f-a206-a17df198158f req-f1f8c39f-1b51-4a9d-b136-cbca32e6bb7d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 210 time: 0.1031935 May 20 20:46:33.873784 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6015c6da-83be-47fb-aa1e-55f4af8d9c58 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "PUT /v2.0/floatingips/182eff53-25f1-4767-b849-714e0fb7e6ac HTTP/1.1" status: 200 len: 991 time: 2.1373084 May 20 20:46:33.874600 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:33.885412 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7fe671ad-494d-4c2f-9963-758d5b700895 req-bec502c9-d164-4a9b-9dca-756f9cac35aa service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512169 May 20 20:46:33.956446 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'status': 'completed', 'code': 200} May 20 20:46:34.138762 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-5dba1436-3931-4deb-98cf-7bb2948e76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:34.143203 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-5dba1436-3931-4deb-98cf-7bb2948e76bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 1098 time: 0.1567104 May 20 20:46:34.158450 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:34.171353 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-39bab69e-8180-4dea-a0ab-22f7dbdf77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:34.183356 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-39bab69e-8180-4dea-a0ab-22f7dbdf77e3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 1096 time: 0.1274152 May 20 20:46:34.446875 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-4a3e86a3-7bfe-4c31-99e1-94a331f0c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:34.449751 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-4a3e86a3-7bfe-4c31-99e1-94a331f0c263 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.2977171 May 20 20:46:34.457143 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-379a90c1-18b1-499a-8fbb-b68efce90e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:34.457719 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-379a90c1-18b1-499a-8fbb-b68efce90e7a service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 912 time: 0.2719874 May 20 20:46:34.642438 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-91a877ec-1258-408a-833f-10d92f28956e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3037fd0-63e7-4660-9e64-f638d30a53d4 HTTP/1.1" status: 200 len: 217 time: 0.1753478 May 20 20:46:34.772771 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-542f8617-a7ad-4bb4-a104-8dbe4c312014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:34.774007 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-9b6e931e-7fbd-4eda-851e-15bc9d837a6c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b599a491-58a8-4c61-b5c5-0aa58059903e HTTP/1.1" status: 200 len: 999 time: 0.3157163 May 20 20:46:34.776070 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-542f8617-a7ad-4bb4-a104-8dbe4c312014 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 200 len: 850 time: 0.1204460 May 20 20:46:34.783048 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '182eff53-25f1-4767-b849-714e0fb7e6ac', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'port_id': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'mac_address': 'fa:16:3e:8e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:46:10Z', 'updated_at': '2021-05-20T20:46:32Z', 'revision_number': 1, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:34.788085 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] Checking router: e1aefe68-79a3-4751-afe2-02aced513757 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:34.799365 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:34.800089 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:34.802121 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c126b06-79b0-4001-9cb1-0b5598ab9446 req-3c9d1d10-de15-4f37-b4d5-ad5f132f5a39 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:34.804573 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7c126b06-79b0-4001-9cb1-0b5598ab9446 req-3c9d1d10-de15-4f37-b4d5-ad5f132f5a39 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 943 time: 0.2393732 May 20 20:46:34.940869 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-bd9a0b2c-82bd-45e6-a941-74afaee80e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:34.943548 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-bd9a0b2c-82bd-45e6-a941-74afaee80e97 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd1fbe08-e904-428c-87e9-e12c93f6b03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1524906 May 20 20:46:35.018193 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7c126b06-79b0-4001-9cb1-0b5598ab9446 req-a9fe6175-2ee3-4272-abfc-154a7cd94890 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444247 May 20 20:46:35.020435 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2303bd02-1657-47e3-9259-4b569d821761 req-7fa6bf56-2355-49e0-84b2-4b33800c9383 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 210 time: 0.0870483 May 20 20:46:35.022262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-0d3d1d56-080c-4d26-9bd8-e8efed5f5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:35.023740 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-0d3d1d56-080c-4d26-9bd8-e8efed5f5fcf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.2179179 May 20 20:46:35.129377 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:35.273146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-7497ce97-c44a-4392-b67e-74d37f6075b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:35.275290 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-7497ce97-c44a-4392-b67e-74d37f6075b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2394266 May 20 20:46:35.448438 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-da86adfc-f75e-41b6-8201-3de7122e50ec service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972932 May 20 20:46:35.506410 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-56feb81e-69ac-4b35-bec9-50b15e73201b service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143953 May 20 20:46:35.745743 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-011919f6-f380-40ed-840c-d6df5e5b56b2 req-e658df59-19fe-42ae-858d-a100c2fb9bbf service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873728 May 20 20:46:35.784708 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ebb7ebe4-aab1-4fa6-b68e-01aabe4e540b req-ec7956f8-16c4-437b-aa3f-e2e337c16914 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675478 May 20 20:46:35.879552 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '182eff53-25f1-4767-b849-714e0fb7e6ac', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'port_id': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'mac_address': 'fa:16:3e:8e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:46:10Z', 'updated_at': '2021-05-20T20:46:32Z', 'revision_number': 1, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:35.885377 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25496e4e-0704-4fc6-a133-96e30ca00519 None None] The sync data for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb is: [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '182eff53-25f1-4767-b849-714e0fb7e6ac', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'floating_ip_address': '172.28.1.254', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'port_id': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'mac_address': 'fa:16:3e:8e:90:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:46:10Z', 'updated_at': '2021-05-20T20:46:32Z', 'revision_number': 1, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:36.088683 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e341b2-ba27-467e-a5b8-8920dd12de14 None None] New status for floating IP 182eff53-25f1-4767-b849-714e0fb7e6ac: ACTIVE {{(pid=98924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:46:36.282304 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-40c3c64d-9fce-4484-8cf0-73e50c301f90 req-71aa01bd-ab71-4775-a25b-5f212e6abbcc tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 210 time: 0.0505576 May 20 20:46:36.564263 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af53b4-e670-42c7-a197-2497c35e7022 req-004f12a9-d469-4447-be9d-db94c0e75439 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:36.566445 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a3af53b4-e670-42c7-a197-2497c35e7022 req-004f12a9-d469-4447-be9d-db94c0e75439 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 943 time: 0.1214588 May 20 20:46:36.627794 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a3af53b4-e670-42c7-a197-2497c35e7022 req-f15630cd-5d02-4ca0-b4aa-9b86ba4c2fe4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540893 May 20 20:46:37.218329 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device c3037fd0-63e7-4660-9e64-f638d30a53d4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:46:37.410189 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port c3037fd0-63e7-4660-9e64-f638d30a53d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c3037fd0-63e7-4660-9e64-f638d30a53d4,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:37.427354 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'port_id': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'mac_address': 'fa:16:3e:2e:43:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:46:37.446089 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9f0cdcef-5fa5-488c-afbf-9a4275725532 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:37.448754 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9f0cdcef-5fa5-488c-afbf-9a4275725532 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.95 "GET /v2.0/networks?id=0081d3c0-8a95-4c56-a0b8-06b1553568dc HTTP/1.1" status: 200 len: 809 time: 0.2470024 May 20 20:46:37.466638 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Request body: {'port': {'device_id': '1c503a71-7158-458f-884e-0718b4ffc6d8', 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc', 'admin_state_up': True, 'tenant_id': '1293584d30c24874b4fe14e0d4730fe0'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:37.513852 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:37.549024 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3037fd0-63e7-4660-9e64-f638d30a53d4 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:46:37.579432 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port c3037fd0-63e7-4660-9e64-f638d30a53d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c3037fd0-63e7-4660-9e64-f638d30a53d4,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:37.720308 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e75f31b4-c497-4b40-a287-9de548bff1e8 req-9c0dba75-0497-4392-ae61-ab0caf910ec5 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 210 time: 0.1825538 May 20 20:46:37.786293 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:46:37.792340 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Usage tracker for resource:port and tenant:1293584d30c24874b4fe14e0d4730fe0 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:46:37.796686 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:46:37.803047 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:37.805125 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:37.810224 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:46:37.893964 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=c3037fd0-63e7-4660-9e64-f638d30a53d4,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:37.897958 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:38.019963 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Made reservation on behalf of 1293584d30c24874b4fe14e0d4730fe0 for: {'port': 1} {{(pid=98922) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:46:38.023484 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.097438 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['c3037fd0-63e7-4660-9e64-f638d30a53d4'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:46:38.189167 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9aa491ca-7544-433e-b050-4f18130bb1af req-8d5c3610-408d-409e-afb9-1fcd4110055f tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738952579&fields=id&tenant_id=21fc0701d67e469fb4249ddf56c7d123 HTTP/1.1" status: 200 len: 267 time: 0.1778784 May 20 20:46:38.352647 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e85462-c100-462f-b43e-19be71f04d73 req-5a132596-15e1-46d3-a47f-a7eccc1d462d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:38.354389 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c5e85462-c100-462f-b43e-19be71f04d73 req-5a132596-15e1-46d3-a47f-a7eccc1d462d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 944 time: 0.5246220 May 20 20:46:38.405314 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_common [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Allocated IP 172.20.0.10 (0081d3c0-8a95-4c56-a0b8-06b1553568dc/8dbb81d6-5fc4-4357-88f7-01ebddf74ad2/70e5efec-2be4-487f-86f9-ff385624d753) {{(pid=98922) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:46:38.444939 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa491ca-7544-433e-b050-4f18130bb1af req-38195258-82bb-4450-9fc9-f86c0c1d8c03 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:38.446457 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9aa491ca-7544-433e-b050-4f18130bb1af req-38195258-82bb-4450-9fc9-f86c0c1d8c03 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 984 time: 0.2478075 May 20 20:46:38.473279 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c5e85462-c100-462f-b43e-19be71f04d73 req-e10c3b6c-f3ae-4c6d-9823-82b9341cc447 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063349 May 20 20:46:38.481346 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-9aa491ca-7544-433e-b050-4f18130bb1af req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Request body: {'port': {'security_groups': ['806f37c2-eda6-4206-bd7d-79476fcc0f72']}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:38.748871 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-9aa491ca-7544-433e-b050-4f18130bb1af req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.961529 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks [] for port, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:38.976423 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a1b43645-3a3b-4622-be3e-f1ccaa49d3c8 req-260cf121-5a10-4a0f-a3a8-bde8b68f5258 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 210 time: 0.0785918 May 20 20:46:39.161560 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.172002 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-34874ade-73c8-4469-b37b-a3a773cc806f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:39.248211 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device c3037fd0-63e7-4660-9e64-f638d30a53d4 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:46:39.291340 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Pushing event updated for resources: {'Port': ['ID=70e5efec-2be4-487f-86f9-ff385624d753,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:39.296249 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Network 0081d3c0-8a95-4c56-a0b8-06b1553568dc is already hosted by enough agents. {{(pid=98922) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:46:39.309213 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-9aa491ca-7544-433e-b050-4f18130bb1af req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] For port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:39.328196 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.base_scheduler [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Resources bound (agent type, host, resource id): {{(pid=98922) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:46:39.330664 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:39.333107 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Received port after_create {{(pid=98922) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:46:39.401993 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-9aa491ca-7544-433e-b050-4f18130bb1af req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.416061 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port c3037fd0-63e7-4660-9e64-f638d30a53d4 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:39.423191 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port c3037fd0-63e7-4660-9e64-f638d30a53d4 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:39.423405 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:39.423906 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.424548 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.484639 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-9aa491ca-7544-433e-b050-4f18130bb1af req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.492316 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0bcbb2bb-2368-49c7-9afb-f76b20602c31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:39.499171 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['7f993eaa-db8c-4587-9628-b67e8bc4e3c5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:46:39.600511 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa491ca-7544-433e-b050-4f18130bb1af req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:39.601997 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-9aa491ca-7544-433e-b050-4f18130bb1af req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.604487 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9aa491ca-7544-433e-b050-4f18130bb1af req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "PUT /v2.0/ports/7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 942 time: 1.1346927 May 20 20:46:39.605332 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:39.621137 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33746) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:39.649071 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-9667fbf2-ff29-4cc6-8ce1-77aaf9d26e70 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1775367 May 20 20:46:39.662873 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.v2.base [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Request body: {'port': {'device_id': '1c503a71-7158-458f-884e-0718b4ffc6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98922) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:39.665827 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.725642 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['7f993eaa-db8c-4587-9628-b67e8bc4e3c5'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:46:39.879529 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event updated for resources: {'Port': ['ID=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,revision_number=7']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:39.932092 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-3d160bee-6bb1-4c28-bc18-0eb1a9d144a1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:39.947201 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da06a359-6061-462a-8679-43153b9b5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3037fd0-63e7-4660-9e64-f638d30a53d4'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:39.956220 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-798583e6-7fcc-44ec-ae96-81aa5b6ab3f0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:39.998766 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port c3037fd0-63e7-4660-9e64-f638d30a53d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c3037fd0-63e7-4660-9e64-f638d30a53d4,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:40.025075 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-798583e6-7fcc-44ec-ae96-81aa5b6ab3f0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.065694 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'status': 'completed', 'code': 200} May 20 20:46:40.142710 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.148412 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.163763 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-8de61167-8ca2-4e3d-b545-027d6a1b9271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:40.183013 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631437e3-1a2f-4886-bf65-475e2907d552 req-8716c9bc-16f1-4e77-9c62-9891b84f9ae2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:40.186239 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-631437e3-1a2f-4886-bf65-475e2907d552 req-8716c9bc-16f1-4e77-9c62-9891b84f9ae2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 944 time: 0.4145927 May 20 20:46:40.306416 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da06a359-6061-462a-8679-43153b9b5aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'code': 200} May 20 20:46:40.350051 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-f8ac8c62-f707-4d58-9d61-0a04789045e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.355995 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-c3a437c3-f0fd-4b88-9148-5d56ef4aee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:40.358469 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-c3a437c3-f0fd-4b88-9148-5d56ef4aee5d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21fc0701d67e469fb4249ddf56c7d123&device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1098 time: 0.2044239 May 20 20:46:40.415133 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-631437e3-1a2f-4886-bf65-475e2907d552 req-adedc42d-06df-4c75-b0c5-b4c544d72da2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116036 May 20 20:46:40.419804 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-798583e6-7fcc-44ec-ae96-81aa5b6ab3f0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.438315 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a73928d6-23c6-4c34-a885-ccbf7bad7ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:40.531873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798583e6-7fcc-44ec-ae96-81aa5b6ab3f0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a235911-7306-431e-811a-8937eac7c06f,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:40.538994 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=c3037fd0-63e7-4660-9e64-f638d30a53d4,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:40.543423 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:40.561640 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-dcb9c7af-eac9-4784-8b40-f6a2b5329235 None None] Provisioning complete for port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:40.561952 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c7af-eac9-4784-8b40-f6a2b5329235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.577173 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-798583e6-7fcc-44ec-ae96-81aa5b6ab3f0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:40.801069 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-798583e6-7fcc-44ec-ae96-81aa5b6ab3f0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:40.802468 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-798583e6-7fcc-44ec-ae96-81aa5b6ab3f0 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "DELETE /v2.0/security-groups/8a235911-7306-431e-811a-8937eac7c06f HTTP/1.1" status: 204 len: 168 time: 1.1776040 May 20 20:46:40.805623 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33762) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:40.937009 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-ceddd7a7-5f94-4deb-96db-acef332bf534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:40.938570 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-ceddd7a7-5f94-4deb-96db-acef332bf534 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 200 len: 916 time: 0.5607305 May 20 20:46:41.159413 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648e4ce-cac0-4098-bdca-9c720a90ac8c req-b016f023-0651-4c4f-8222-00ba50ed6c5e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:41.160572 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-7648e4ce-cac0-4098-bdca-9c720a90ac8c req-b016f023-0651-4c4f-8222-00ba50ed6c5e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Synchronizing usage tracker for tenant:1293584d30c24874b4fe14e0d4730fe0 on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:41.244364 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-dd0a7de0-322b-4eb0-9aad-d0e3f084286a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 1000 time: 0.2392056 May 20 20:46:41.313187 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-7648e4ce-cac0-4098-bdca-9c720a90ac8c req-b016f023-0651-4c4f-8222-00ba50ed6c5e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Unset dirty status for tenant:1293584d30c24874b4fe14e0d4730fe0 on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:41.313870 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7648e4ce-cac0-4098-bdca-9c720a90ac8c req-b016f023-0651-4c4f-8222-00ba50ed6c5e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 932 time: 0.8889992 May 20 20:46:41.363975 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-1f83efa1-911e-4e79-91b4-2ea14d46c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:41.365452 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-1f83efa1-911e-4e79-91b4-2ea14d46c4c0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=72bc1293-76c1-4d33-99f8-1f4434cb64c9 HTTP/1.1" status: 200 len: 854 time: 0.1144090 May 20 20:46:41.377481 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394361cd-f189-4463-8782-d7ab3f345570 req-fa03fb45-55e9-450d-a2ac-8c829aa8ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:41.378963 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-394361cd-f189-4463-8782-d7ab3f345570 req-fa03fb45-55e9-450d-a2ac-8c829aa8ed93 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 1098 time: 0.3751185 May 20 20:46:41.384152 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e5efec-2be4-487f-86f9-ff385624d753 {{(pid=98922) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:46:41.407815 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.432305 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7648e4ce-cac0-4098-bdca-9c720a90ac8c req-4017ac2e-2f3e-4b04-a6c3-5d8869ea65e4 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020939 May 20 20:46:41.449714 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.provisioning_blocks [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Transition to ACTIVE for port object 70e5efec-2be4-487f-86f9-ff385624d753 will not be triggered until provisioned by entity L2. {{(pid=98922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:46:41.500746 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-394361cd-f189-4463-8782-d7ab3f345570 req-f139f693-6ef5-45a9-a4f3-e0289d48e235 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831540 May 20 20:46:41.502296 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Deleting port bfb89dcf-92d5-4b61-9277-de884a6338f7 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:41.502650 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.548165 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.554831 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ea324bf2-a74f-4d6e-9369-631d0e747c50 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:41.617223 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-eabff19a-702d-4c21-9805-39cece9136b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:41.618799 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-eabff19a-702d-4c21-9805-39cece9136b7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f72d40bd-87f7-4b08-b5fc-f10a669f646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2438676 May 20 20:46:41.678285 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.678285 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.768481 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Pushing event updated for resources: {'Port': ['ID=70e5efec-2be4-487f-86f9-ff385624d753,revision_number=2']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:41.801850 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:41.884924 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2b827-7d7b-4ee5-83c5-ce465d1e02e7 req-42bb67c5-c2fb-4f16-a702-5eb241e422e4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:41.886598 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-46e2b827-7d7b-4ee5-83c5-ce465d1e02e7 req-42bb67c5-c2fb-4f16-a702-5eb241e422e4 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 945 time: 0.2900207 May 20 20:46:41.939420 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Attempting to bind port 70e5efec-2be4-487f-86f9-ff385624d753 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:46:41.939786 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Attempting to bind port 70e5efec-2be4-487f-86f9-ff385624d753 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:46:41.940126 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Attempting to bind port 70e5efec-2be4-487f-86f9-ff385624d753 on network 0081d3c0-8a95-4c56-a0b8-06b1553568dc {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:46:41.955670 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Port 70e5efec-2be4-487f-86f9-ff385624d753 on network 0081d3c0-8a95-4c56-a0b8-06b1553568dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:46:41.956037 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Attempting to bind port 70e5efec-2be4-487f-86f9-ff385624d753 on network 0081d3c0-8a95-4c56-a0b8-06b1553568dc {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:46:41.969530 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:46:41.969827 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Checking segment: {'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:46:41.970183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Bound using segment: {'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'} {{(pid=98922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:46:41.970615 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.managers [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Bound port: 70e5efec-2be4-487f-86f9-ff385624d753, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'}}] {{(pid=98922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:46:41.970967 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:41.983266 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-46e2b827-7d7b-4ee5-83c5-ce465d1e02e7 req-be994ec9-b4e6-4d56-a3a7-a62a7090a077 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766699 May 20 20:46:42.017520 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Calling delete_port for bfb89dcf-92d5-4b61-9277-de884a6338f7 owned by network:floatingip {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:42.079488 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] For port 70e5efec-2be4-487f-86f9-ff385624d753, host hv-cinder-78462, cleared binding levels {{(pid=98922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:46:42.085309 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-b45d9e6e-a0b1-4090-a38d-0ffab2c9fbbd service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525588 May 20 20:46:42.085710 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] For port 70e5efec-2be4-487f-86f9-ff385624d753, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70e5efec-2be4-487f-86f9-ff385624d753,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:46:42.205522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14728565'] for port, after_update {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.211889 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e6edffbd-5de3-459a-b899-013ad7d3f0f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:42.266915 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1620eca0-6afc-4589-ad3f-1473c04a7aa3 req-018a01b4-ee08-4efa-bafa-2f99451635fc service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723523 May 20 20:46:42.279260 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:42.279929 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.281359 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] 10.222.0.95 "PUT /v2.0/ports/70e5efec-2be4-487f-86f9-ff385624d753 HTTP/1.1" status: 200 len: 1094 time: 2.6310627 May 20 20:46:42.281888 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c503a71-7158-458f-884e-0718b4ffc6d8', 'tag': '70e5efec-2be4-487f-86f9-ff385624d753'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:42.329747 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Pushing event updated for resources: {'Port': ['ID=70e5efec-2be4-487f-86f9-ff385624d753,revision_number=3']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:42.335201 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:42.401263 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c503a71-7158-458f-884e-0718b4ffc6d8', 'tag': '70e5efec-2be4-487f-86f9-ff385624d753', 'status': 'completed', 'code': 200} May 20 20:46:42.456702 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.463321 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:42.519718 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-54c57782-068e-41a5-9705-5a0e93943126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:42.527537 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-54c57782-068e-41a5-9705-5a0e93943126 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1293584d30c24874b4fe14e0d4730fe0&device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 1097 time: 0.1200202 May 20 20:46:42.536898 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event deleted for resources: {'Port': ['ID=bfb89dcf-92d5-4b61-9277-de884a6338f7,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:42.541235 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:42.616714 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-e1a1d5a4-8e08-43dc-a040-0a0dbf3f4937 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e5efec-2be4-487f-86f9-ff385624d753 HTTP/1.1" status: 200 len: 217 time: 0.0796034 May 20 20:46:42.697346 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks [] for floatingip, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.697766 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.l3_db [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Floating IP e40fe9ac-dce1-4e50-859f-2b4d0e4c6779 disassociated (deleted). External IP: 172.28.1.32, port: 7f993eaa-db8c-4587-9628-b67e8bc4e3c5. May 20 20:46:42.753152 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:42.806713 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-b09e1664-0608-4c3b-be98-197e27762be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:42.808086 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-b09e1664-0608-4c3b-be98-197e27762be4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8dbb81d6-5fc4-4357-88f7-01ebddf74ad2 HTTP/1.1" status: 200 len: 849 time: 0.1841536 May 20 20:46:42.863085 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-53334985-955e-4d73-aa1e-f75fcaa258bb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0081d3c0-8a95-4c56-a0b8-06b1553568dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482953 May 20 20:46:42.931081 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32da38-39c2-4218-9f4f-672f10d368cc req-405d77cc-9852-4f45-be3b-32f68adfabbc tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:42.933847 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3f32da38-39c2-4218-9f4f-672f10d368cc req-405d77cc-9852-4f45-be3b-32f68adfabbc tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 944 time: 0.2451909 May 20 20:46:43.064236 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3f32da38-39c2-4218-9f4f-672f10d368cc req-0a24bf74-e5d7-4d99-acac-f2b3605ef874 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123581 May 20 20:46:43.091731 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-60bff4c5-54a5-4d33-b427-9ac03e83acd4 service neutron] 10.222.0.95 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196424 May 20 20:46:43.142849 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0cb31e75-b7bf-49ef-938a-96c5013e17c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.205026 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Router dddd2615-294d-495c-8ae0-b4e65db69570 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:46:43.316374 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6f1965cc-c9fd-4425-b309-759f613bb5dd req-38bb175c-e341-40ad-a20c-604f690c52a5 service neutron] 10.222.0.95 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158685 May 20 20:46:43.353917 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac93ac9-5141-4647-a6b5-609003bd3ba0 req-3d4c6043-81c2-4a6f-a19d-8c5442436166 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:43.357052 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aac93ac9-5141-4647-a6b5-609003bd3ba0 req-3d4c6043-81c2-4a6f-a19d-8c5442436166 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 945 time: 0.1497993 May 20 20:46:43.437674 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-aac93ac9-5141-4647-a6b5-609003bd3ba0 req-5e056f76-f4a9-407a-8c15-d225e9fec957 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660903 May 20 20:46:43.441680 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:46:43.459877 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] Sync routers for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:43.466514 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:43.479430 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:43.480618 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:43.583023 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-abde90b2-be23-4b7e-b771-5b2cf92edb71 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "DELETE /v2.0/floatingips/e40fe9ac-dce1-4e50-859f-2b4d0e4c6779 HTTP/1.1" status: 204 len: 168 time: 2.7715895 May 20 20:46:43.583023 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:43.775160 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:44.087995 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-f9008315-1639-491f-9e64-ab74ecb2dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:44.090316 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-f9008315-1639-491f-9e64-ab74ecb2dc49 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1293584d30c24874b4fe14e0d4730fe0&device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 1097 time: 0.5416324 May 20 20:46:44.107370 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d194ea-2a1b-4dfe-a3a4-836fe23caf94 req-127b9917-5d50-45d3-b357-f6aa998f6ced tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:44.121972 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-80d194ea-2a1b-4dfe-a3a4-836fe23caf94 req-127b9917-5d50-45d3-b357-f6aa998f6ced tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 945 time: 0.4510460 May 20 20:46:44.125598 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 33804) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:44.135883 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Request body: {'floatingip': {'port_id': 'c3037fd0-63e7-4660-9e64-f638d30a53d4'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:46:44.217334 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.267219 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:25Z', 'revision_number': 5, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:44.273511 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] Checking router: dddd2615-294d-495c-8ae0-b4e65db69570 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:44.286388 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:44.287190 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:44.435173 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-11e2fcd1-27fc-4589-9e2d-0a18c389710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:44.437259 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-11e2fcd1-27fc-4589-9e2d-0a18c389710b service neutron] 10.222.0.95 "GET /v2.0/networks?id=0081d3c0-8a95-4c56-a0b8-06b1553568dc HTTP/1.1" status: 200 len: 910 time: 0.3240175 May 20 20:46:44.458697 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'status': 'completed', 'code': 200} May 20 20:46:44.535618 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:44.583177 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:44.721191 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-7bf98e1a-d331-40be-b64b-a8abdb3fc781 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70e5efec-2be4-487f-86f9-ff385624d753 HTTP/1.1" status: 200 len: 217 time: 0.2717731 May 20 20:46:44.928915 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-d5a873cd-943b-45fe-822f-c6e707c15fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:44.931176 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-d5a873cd-943b-45fe-822f-c6e707c15fa3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8dbb81d6-5fc4-4357-88f7-01ebddf74ad2 HTTP/1.1" status: 200 len: 849 time: 0.1984634 May 20 20:46:44.977160 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:46:45.020502 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-f9258596-1965-43bd-a3eb-cff180d3c709 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0081d3c0-8a95-4c56-a0b8-06b1553568dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818164 May 20 20:46:45.029524 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bf588-262b-47d7-b354-dd6ba1894496 req-53597502-96ba-4838-b479-29bccaa614b2 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:45.036860 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9b7bf588-262b-47d7-b354-dd6ba1894496 req-53597502-96ba-4838-b479-29bccaa614b2 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 944 time: 0.3775830 May 20 20:46:45.203031 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9b7bf588-262b-47d7-b354-dd6ba1894496 req-6c6b5706-f5af-4f21-85aa-286516e7884f tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650789 May 20 20:46:45.274824 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-8a8b67e0-a63e-45fd-80c9-b581b07ababf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:45.276754 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-8a8b67e0-a63e-45fd-80c9-b581b07ababf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21fc0701d67e469fb4249ddf56c7d123&device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 1098 time: 0.8816030 May 20 20:46:45.279270 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:25Z', 'revision_number': 5, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:45.285151 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 70e5efec-2be4-487f-86f9-ff385624d753 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:46:45.290031 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eb074-6be0-4c42-a7f0-df05a58ef2a9 None None] The sync data for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb is: [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:43:15Z', 'revision_number': 4, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'dc5c9f08-4c6a-40eb-aaab-769173acb83a', 'name': '', 'network_id': 'f72d40bd-87f7-4b08-b5fc-f10a669f646f', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'mac_address': 'fa:16:3e:78:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:14Z', 'updated_at': '2021-05-20T20:43:25Z', 'revision_number': 5, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'subnets': [{'id': '72bc1293-76c1-4d33-99f8-1f4434cb64c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:45.301742 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-9eaa9b96-8ad7-49e6-a1a4-ccb3fb5c6674 service neutron] 10.222.0.95 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480211 May 20 20:46:45.494793 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fecd2780-400a-4864-abc6-aaa2f9836fa5 req-5990822f-ee6d-4de9-9561-813e6825321d service neutron] 10.222.0.95 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853013 May 20 20:46:45.588769 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 70e5efec-2be4-487f-86f9-ff385624d753, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70e5efec-2be4-487f-86f9-ff385624d753,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:45.608543 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': '70e5efec-2be4-487f-86f9-ff385624d753', 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc', 'port_id': '70e5efec-2be4-487f-86f9-ff385624d753', 'mac_address': 'fa:16:3e:ba:99:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbb81d6-5fc4-4357-88f7-01ebddf74ad2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:46:45.654761 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.710569 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-b1e24d1b-485a-4c5d-9387-92e6085dff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:45.712063 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-b1e24d1b-485a-4c5d-9387-92e6085dff2d service neutron] 10.222.0.95 "GET /v2.0/networks?id=f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 200 len: 916 time: 0.4143786 May 20 20:46:45.714521 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.749589 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e5efec-2be4-487f-86f9-ff385624d753 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:46:45.781618 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 70e5efec-2be4-487f-86f9-ff385624d753, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70e5efec-2be4-487f-86f9-ff385624d753,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:45.834812 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48517d-44a8-4244-a75d-adca92f3a648 None None] New status for floating IP e40fe9ac-dce1-4e50-859f-2b4d0e4c6779: DOWN {{(pid=98924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:46:45.953817 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:45.958550 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:45.971742 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-ed0f0bce-2a65-4df5-b65b-4fea31dfbb17 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 200 len: 217 time: 0.2375121 May 20 20:46:46.070655 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-b2fb0be6-963e-4494-959f-e129aa766738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:46.072630 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-b2fb0be6-963e-4494-959f-e129aa766738 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=72bc1293-76c1-4d33-99f8-1f4434cb64c9 HTTP/1.1" status: 200 len: 854 time: 0.0919387 May 20 20:46:46.090951 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=70e5efec-2be4-487f-86f9-ff385624d753,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:46.094290 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:46.261092 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-6fb0f781-5f82-4464-8669-03b61252f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:46.261092 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-6fb0f781-5f82-4464-8669-03b61252f84b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f72d40bd-87f7-4b08-b5fc-f10a669f646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1739275 May 20 20:46:46.265727 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['70e5efec-2be4-487f-86f9-ff385624d753'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:46:46.425580 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66d3a-b609-4e7b-b378-7fdfe7466889 req-1e7b6cd1-1554-443b-946a-6065f84df164 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:46.428552 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-75e66d3a-b609-4e7b-b378-7fdfe7466889 req-1e7b6cd1-1554-443b-946a-6065f84df164 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 945 time: 0.1100605 May 20 20:46:46.462297 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:46.516882 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-1bddab4c-11c5-4777-809d-5d4869b625e6 service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342761 May 20 20:46:46.517204 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-75e66d3a-b609-4e7b-b378-7fdfe7466889 req-069d175b-64c6-4112-b098-c1177290b34d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752769 May 20 20:46:46.592058 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.109781 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-47a038ee-4823-4bdc-9d78-1eee1a754136 req-91c47a35-ef45-4a7e-88ea-97bb46b6b17c service neutron] 10.222.0.95 "GET /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849955 May 20 20:46:47.131623 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.l3_db [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Floating IP 97d91b1b-661e-4660-ad13-f963f976ce4d associated. External IP: 172.28.1.226, port: c3037fd0-63e7-4660-9e64-f638d30a53d4. May 20 20:46:47.302784 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 70e5efec-2be4-487f-86f9-ff385624d753 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:46:47.478671 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port 70e5efec-2be4-487f-86f9-ff385624d753 completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:46:47.485038 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port 70e5efec-2be4-487f-86f9-ff385624d753 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:46:47.485357 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.635270 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.664290 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Router 06ebde29-6675-4f58-b13a-adb9146f4054 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:46:47.686643 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c503a71-7158-458f-884e-0718b4ffc6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e5efec-2be4-487f-86f9-ff385624d753'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:47.706546 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 70e5efec-2be4-487f-86f9-ff385624d753, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70e5efec-2be4-487f-86f9-ff385624d753,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:47.819693 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb11ed-9ba5-4b43-a513-a3aa6a31f145 req-437fdd2c-15be-4579-bdf6-f78465505bda tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:47.822402 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.822578 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d2bb11ed-9ba5-4b43-a513-a3aa6a31f145 req-437fdd2c-15be-4579-bdf6-f78465505bda tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 945 time: 0.1625633 May 20 20:46:47.825571 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:47.887037 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c503a71-7158-458f-884e-0718b4ffc6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e5efec-2be4-487f-86f9-ff385624d753', 'code': 200} May 20 20:46:47.964053 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d2bb11ed-9ba5-4b43-a513-a3aa6a31f145 req-dafc7aae-bd4a-48ed-be2e-5cf8eb08aa5d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334746 May 20 20:46:47.979196 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=70e5efec-2be4-487f-86f9-ff385624d753,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:47.988758 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:46:47.994040 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.994667 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.995178 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.995663 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.996215 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.996747 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.997208 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:47.997561 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.998641 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.999143 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:47.999861 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:48.000457 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:48.000940 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:46:48.006370 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] Sync routers for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:46:48.009248 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:48.027236 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:48.029253 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:48.070873 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-70efa47f-5bf2-43e5-a9a7-661d48388dfb tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "PUT /v2.0/floatingips/97d91b1b-661e-4660-ad13-f963f976ce4d HTTP/1.1" status: 200 len: 991 time: 3.9435287 May 20 20:46:48.071823 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da06a359-6061-462a-8679-43153b9b5aca', 'tag': 'c3037fd0-63e7-4660-9e64-f638d30a53d4'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:48.140375 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da06a359-6061-462a-8679-43153b9b5aca', 'tag': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'status': 'completed', 'code': 200} May 20 20:46:48.305208 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be1a6-6453-492c-9631-125f4db8eb86 req-06a1c731-efc2-4c22-9b62-67b5a901335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:48.307538 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-116be1a6-6453-492c-9631-125f4db8eb86 req-06a1c731-efc2-4c22-9b62-67b5a901335a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5619e324f4514c08938a2e4a14268227&device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 1098 time: 0.1367102 May 20 20:46:48.370259 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:48.559525 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be1a6-6453-492c-9631-125f4db8eb86 req-878085c2-eb03-4eba-a748-ad8a67c9b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:48.561154 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-116be1a6-6453-492c-9631-125f4db8eb86 req-878085c2-eb03-4eba-a748-ad8a67c9b95f service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 200 len: 912 time: 0.2461846 May 20 20:46:48.564534 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850febde-0d66-418b-bf78-a5889fa727aa req-9d7fc053-3f7f-47b3-867a-9d682e63b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:48.567017 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-850febde-0d66-418b-bf78-a5889fa727aa req-9d7fc053-3f7f-47b3-867a-9d682e63b17a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 1099 time: 0.1902919 May 20 20:46:48.649487 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-850febde-0d66-418b-bf78-a5889fa727aa req-e4df04b4-b887-4e98-8e03-466b89b01e2d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751369 May 20 20:46:48.696229 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-116be1a6-6453-492c-9631-125f4db8eb86 req-255b6bf5-e223-4b16-932e-f770feda141c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3037fd0-63e7-4660-9e64-f638d30a53d4 HTTP/1.1" status: 200 len: 999 time: 0.1225166 May 20 20:46:48.807019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be1a6-6453-492c-9631-125f4db8eb86 req-41a366bc-7c83-431c-baac-fe1c6bca3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:48.810360 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-116be1a6-6453-492c-9631-125f4db8eb86 req-41a366bc-7c83-431c-baac-fe1c6bca3d01 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 200 len: 850 time: 0.1045532 May 20 20:46:48.876603 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '97d91b1b-661e-4660-ad13-f963f976ce4d', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'port_id': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'mac_address': 'fa:16:3e:2e:43:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da06a359-6061-462a-8679-43153b9b5aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:46:20Z', 'updated_at': '2021-05-20T20:46:46Z', 'revision_number': 1, 'project_id': '5619e324f4514c08938a2e4a14268227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:48.881496 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] Checking router: 06ebde29-6675-4f58-b13a-adb9146f4054 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:46:48.893757 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:46:48.894423 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:48.973169 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be1a6-6453-492c-9631-125f4db8eb86 req-1f19f5df-259d-4972-9235-338dfd934ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:48.975533 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-116be1a6-6453-492c-9631-125f4db8eb86 req-1f19f5df-259d-4972-9235-338dfd934ce0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd1fbe08-e904-428c-87e9-e12c93f6b03e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1555727 May 20 20:46:49.151127 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:46:49.170654 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-116be1a6-6453-492c-9631-125f4db8eb86 req-2126869c-12ee-4c59-8ba5-813d3283d3b2 service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842785 May 20 20:46:49.320516 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caaa60-b1f3-4340-9513-ed345fd64100 req-ccb88e8e-b551-41d2-a078-0377299a280e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:49.322286 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a0caaa60-b1f3-4340-9513-ed345fd64100 req-ccb88e8e-b551-41d2-a078-0377299a280e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 946 time: 0.1380389 May 20 20:46:49.370924 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-116be1a6-6453-492c-9631-125f4db8eb86 req-6ca85501-0d54-4433-a7ef-a2e99bccefcf service neutron] 10.222.0.95 "GET /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908293 May 20 20:46:49.387919 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a0caaa60-b1f3-4340-9513-ed345fd64100 req-3ad79066-4a1c-447a-82e1-a4b42265caa0 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502717 May 20 20:46:49.614027 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '97d91b1b-661e-4660-ad13-f963f976ce4d', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'port_id': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'mac_address': 'fa:16:3e:2e:43:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da06a359-6061-462a-8679-43153b9b5aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:46:20Z', 'updated_at': '2021-05-20T20:46:46Z', 'revision_number': 1, 'project_id': '5619e324f4514c08938a2e4a14268227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:49.618800 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe20858-508b-42d0-b57f-fec1f6086398 None None] The sync data for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb is: [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_floatingips': [{'id': '97d91b1b-661e-4660-ad13-f963f976ce4d', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'floating_ip_address': '172.28.1.226', 'floating_network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'router_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'port_id': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'mac_address': 'fa:16:3e:2e:43:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da06a359-6061-462a-8679-43153b9b5aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T20:46:20Z', 'updated_at': '2021-05-20T20:46:46Z', 'revision_number': 1, 'project_id': '5619e324f4514c08938a2e4a14268227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:46:49.852141 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3ab8f-994b-4c90-8bd3-19fd21dcfadc None None] New status for floating IP 97d91b1b-661e-4660-ad13-f963f976ce4d: ACTIVE {{(pid=98924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:46:49.968273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82d9c9-4e35-49e4-8bbf-2a4988c4c21a req-7083f0b4-5247-430e-aad0-fb80c314f632 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:49.976072 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6b82d9c9-4e35-49e4-8bbf-2a4988c4c21a req-7083f0b4-5247-430e-aad0-fb80c314f632 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.1087432 May 20 20:46:50.048741 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6b82d9c9-4e35-49e4-8bbf-2a4988c4c21a req-f6d46468-d342-4e2a-b61c-a1d32459730a tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717070 May 20 20:46:50.601928 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8caeae-7421-455b-88a6-a197e1c94cdd req-c2b60503-09a8-49ab-9725-4af2964fde3d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:50.603531 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4c8caeae-7421-455b-88a6-a197e1c94cdd req-c2b60503-09a8-49ab-9725-4af2964fde3d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 946 time: 0.0870533 May 20 20:46:50.675630 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4c8caeae-7421-455b-88a6-a197e1c94cdd req-b1edb9f4-4624-4784-ad95-50c2090384e3 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595627 May 20 20:46:51.270049 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a9b22-2a0e-4f21-ae2d-58aaee3173fd req-6ba0ce19-fa7b-4968-a683-a48012aad450 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:51.272437 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-589a9b22-2a0e-4f21-ae2d-58aaee3173fd req-6ba0ce19-fa7b-4968-a683-a48012aad450 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.0894990 May 20 20:46:51.324228 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-589a9b22-2a0e-4f21-ae2d-58aaee3173fd req-4e0ae46e-2ad5-4261-ac64-d192616882f1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 May 20 20:46:52.511138 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317a5f7-9427-4346-b34d-b0142f767348 req-f3ddc01d-f19e-4bf5-8241-3f8b6b9512e6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:52.513430 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-b317a5f7-9427-4346-b34d-b0142f767348 req-f3ddc01d-f19e-4bf5-8241-3f8b6b9512e6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Synchronizing usage tracker for tenant:21fc0701d67e469fb4249ddf56c7d123 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:46:52.551909 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244497da-9c30-484a-8816-f06837c7d6c8 req-edd72d33-b98c-49c2-97df-fab36efb8824 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:52.553432 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-244497da-9c30-484a-8816-f06837c7d6c8 req-edd72d33-b98c-49c2-97df-fab36efb8824 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.1083252 May 20 20:46:52.607339 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-244497da-9c30-484a-8816-f06837c7d6c8 req-6d8b5fee-6842-44ce-9417-7aaaad3c9561 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/security-groups?id=806f37c2-eda6-4206-bd7d-79476fcc0f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461183 May 20 20:46:52.639823 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-b317a5f7-9427-4346-b34d-b0142f767348 req-f3ddc01d-f19e-4bf5-8241-3f8b6b9512e6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Unset dirty status for tenant:21fc0701d67e469fb4249ddf56c7d123 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:46:52.639823 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b317a5f7-9427-4346-b34d-b0142f767348 req-f3ddc01d-f19e-4bf5-8241-3f8b6b9512e6 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.95 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 945 time: 0.2565770 May 20 20:46:52.936330 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Deleting port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:52.936824 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.087539 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618e531-44bc-482b-8816-924ad4d700d5 req-9941d58f-3ee6-4f44-a2cd-d4dd5da54702 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:53.089224 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a618e531-44bc-482b-8816-924ad4d700d5 req-9941d58f-3ee6-4f44-a2cd-d4dd5da54702 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 946 time: 0.1626575 May 20 20:46:53.128334 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] For port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:53.129328 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.152171 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a618e531-44bc-482b-8816-924ad4d700d5 req-056840f0-c4c3-4eb4-889f-f84396fef216 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552695 May 20 20:46:53.294116 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Calling delete_port for 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:53.558881 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.566935 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-adc97e92-9994-45c0-a86e-d4ed12f088e8 tempest-DeleteServersTestJSON-923802286 tempest-DeleteServersTestJSON-923802286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:53.622657 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Pushing event deleted for resources: {'Port': ['ID=7f993eaa-db8c-4587-9628-b67e8bc4e3c5,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:53.650841 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:53.724368 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] No DVR routers for this DVR port 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:53.728671 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:53.732446 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'name': 'network-vif-deleted', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:53.818395 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01955d8-c2ca-4647-9858-f9d153c2d1b4', 'name': 'network-vif-deleted', 'tag': '7f993eaa-db8c-4587-9628-b67e8bc4e3c5', 'status': 'completed', 'code': 200} May 20 20:46:53.873148 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-b317a5f7-9427-4346-b34d-b0142f767348 req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.95 "DELETE /v2.0/ports/7f993eaa-db8c-4587-9628-b67e8bc4e3c5 HTTP/1.1" status: 204 len: 173 time: 1.2244127 May 20 20:46:53.930033 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-47034ca2-3f93-4907-9b92-df8799aace2e req-abb1b5d5-4e1b-41b6-a337-70df3d566108 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] 10.222.0.85 "GET /v2.0/ports?device_id=b01955d8-c2ca-4647-9858-f9d153c2d1b4 HTTP/1.1" status: 200 len: 210 time: 0.1452508 May 20 20:46:54.369757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060473cb-3e5f-40dc-9edc-7e07c824b637 req-e7cb4744-6d13-448e-a490-508d7639bf5b tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:54.371325 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-060473cb-3e5f-40dc-9edc-7e07c824b637 req-e7cb4744-6d13-448e-a490-508d7639bf5b tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 946 time: 0.0994134 May 20 20:46:54.427772 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-060473cb-3e5f-40dc-9edc-7e07c824b637 req-fb84f72a-a776-4b9b-ac86-85ce3b44c7e2 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 May 20 20:46:54.595249 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-8be31fb4-6e71-46c7-961f-e4f47bce52d4 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:54.597907 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-8be31fb4-6e71-46c7-961f-e4f47bce52d4 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.95 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 946 time: 0.0943749 May 20 20:46:54.806702 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Deleting port 70e5efec-2be4-487f-86f9-ff385624d753 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:54.807050 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:54.960913 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] For port 70e5efec-2be4-487f-86f9-ff385624d753, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=70e5efec-2be4-487f-86f9-ff385624d753,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:54.961339 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.155901 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Calling delete_port for 70e5efec-2be4-487f-86f9-ff385624d753 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:55.367079 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:46:55.404078 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:46:55.404433 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 7f993eaa-db8c-4587-9628-b67e8bc4e3c5 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:46:55.414621 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.424699 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-9a5b6c4f-5780-48e8-ba4a-ab22b0654c0d tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:55.516676 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Pushing event deleted for resources: {'Port': ['ID=70e5efec-2be4-487f-86f9-ff385624d753,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:55.522372 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:55.620498 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] No DVR routers for this DVR port 70e5efec-2be4-487f-86f9-ff385624d753 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:46:55.624811 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:55.691416 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1a4f8e64-2b43-42b6-87cf-472be9217148 req-2f293b47-4658-47b0-8b3a-623864fa4559 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 210 time: 0.0891330 May 20 20:46:55.794336 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-2975679f-44cb-4d18-bc5a-a85d8bd8d669 req-6454485b-dccf-4482-8ce0-a7fe69bccd23 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.95 "DELETE /v2.0/ports/70e5efec-2be4-487f-86f9-ff385624d753 HTTP/1.1" status: 204 len: 173 time: 1.1882691 May 20 20:46:55.820225 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c503a71-7158-458f-884e-0718b4ffc6d8', 'name': 'network-vif-deleted', 'tag': '70e5efec-2be4-487f-86f9-ff385624d753'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:46:55.870799 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c503a71-7158-458f-884e-0718b4ffc6d8', 'name': 'network-vif-deleted', 'tag': '70e5efec-2be4-487f-86f9-ff385624d753', 'status': 'completed', 'code': 200} May 20 20:46:56.222950 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34000) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:56.291280 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_v2 [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Deleting subnet 05934824-cf0b-46bb-aed3-66cf45065a2d {{(pid=98921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:46:56.296185 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.357088 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16285254'] for subnet, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.438581 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:56.916110 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ddae2653-0a23-49c4-816d-eef03a31f3b1 req-6a413c16-9072-4c6f-beca-0700fe5f3959 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=1c503a71-7158-458f-884e-0718b4ffc6d8 HTTP/1.1" status: 200 len: 210 time: 0.0506325 May 20 20:46:57.050800 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15860700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15165422'] for subnet, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.055455 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:57.089280 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05934824-cf0b-46bb-aed3-66cf45065a2d,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:57.093453 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:57.096017 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.102239 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] 10.222.0.85 "DELETE /v2.0/subnets/05934824-cf0b-46bb-aed3-66cf45065a2d HTTP/1.1" status: 204 len: 168 time: 0.8778145 May 20 20:46:57.104966 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34024) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:57.229926 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.375398 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 70e5efec-2be4-487f-86f9-ff385624d753 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:46:57.376057 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.393543 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe']}} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:57.409222 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb4edf9-ad28-4411-acff-1126eddf2ca3') {'for_net_delete': True} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:57.409564 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb4edf9-ad28-4411-acff-1126eddf2ca3') {} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:46:57.414821 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: 70e5efec-2be4-487f-86f9-ff385624d753 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:46:57.415184 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 70e5efec-2be4-487f-86f9-ff385624d753 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:46:57.422588 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16285257'] for segment, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.440983 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.450701 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=98921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:46:57.451688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15860602'] for segment, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.468628 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34028) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: Traceback (most recent call last): May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: timer() May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: cb(*args, **kw) May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: return func(*args, **kwargs) May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: self._notify() May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: self.callback(batched_events) May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: event.method(event) May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: return f(self, *a, **k) May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: return self._get(url).json() May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: return self.request(url, 'GET', **kwargs) May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:46:57.474978 dv-cinder-784623-13-smb neutron-server[98921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:46:57.695890 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.700012 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-833b4db1-37ac-4f0f-bfd6-3c4148e14269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:57.713539 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:57.727095 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:57.730713 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:57.851900 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-1214b926-d54e-4ca6-9c55-37651b4baeaa admin admin] 10.222.0.85 "DELETE /v2.0/networks/5fcbd3e7-d14a-4b9c-a03e-098cb95a89fe HTTP/1.1" status: 204 len: 168 time: 0.7450094 May 20 20:46:58.109056 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076967'] for router_interface, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:58.314326 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34052) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:58.375927 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-5937c70f-fefe-4cbe-8ba0-9b12dc61c383 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c9c5ca06f82d44e5934097363a705864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598207 May 20 20:46:58.380182 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34056) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:46:58.470853 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2082eb50-0a02-468b-bf1f-d8cc62b40436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:58.504217 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2082eb50-0a02-468b-bf1f-d8cc62b40436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:58.523652 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-7e74811a-dc4e-4ed4-bd1b-dce233300589 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:46:58.525024 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-7e74811a-dc4e-4ed4-bd1b-dce233300589 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/networks?id=0081d3c0-8a95-4c56-a0b8-06b1553568dc HTTP/1.1" status: 200 len: 809 time: 0.3335898 May 20 20:46:58.552861 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-1be3e7a3-96de-4428-99f9-3937b44e5b86 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/quotas/1293584d30c24874b4fe14e0d4730fe0 HTTP/1.1" status: 200 len: 375 time: 0.0180030 May 20 20:46:58.608687 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-59780aab-cbcf-4fa5-99d1-17b40106941f tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=1293584d30c24874b4fe14e0d4730fe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497756 May 20 20:46:58.728984 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2082eb50-0a02-468b-bf1f-d8cc62b40436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:58.734756 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-06f51150-b065-4cc3-8802-924e1bca5e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:46:58.751464 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082eb50-0a02-468b-bf1f-d8cc62b40436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:46:58.754100 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2082eb50-0a02-468b-bf1f-d8cc62b40436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:46:58.762738 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2082eb50-0a02-468b-bf1f-d8cc62b40436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:58.779554 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-2082eb50-0a02-468b-bf1f-d8cc62b40436 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b81a7b5d-b87a-4fe3-b14e-f63efc5bd2f6 HTTP/1.1" status: 204 len: 168 time: 0.3964953 May 20 20:46:58.976064 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-feaf840c-a64e-4ff5-aed3-6c48261b0a5a service neutron] 10.222.0.85 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582079 May 20 20:46:59.078252 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Deleting port dc5c9f08-4c6a-40eb-aaab-769173acb83a {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:46:59.078594 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:59.225160 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-b21b6c2d-c729-4ac7-9929-d4ce90254acc service neutron] 10.222.0.85 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424815 May 20 20:46:59.252628 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] For port dc5c9f08-4c6a-40eb-aaab-769173acb83a, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=dc5c9f08-4c6a-40eb-aaab-769173acb83a,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:46:59.252628 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:59.395325 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Calling delete_port for dc5c9f08-4c6a-40eb-aaab-769173acb83a owned by network:router_interface {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:46:59.612015 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e2c9cec1-622a-4d5b-85a6-09b24e4503bb req-ce1cbef9-6665-407f-9056-fe2c230e3615 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 210 time: 0.0605006 May 20 20:46:59.976023 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:46:59.980166 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9604c0e1-6948-4fa4-be16-f285b6045b95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:00.026687 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5c9f08-4c6a-40eb-aaab-769173acb83a,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:00.034549 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:00.328513 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077075'] for router_interface, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:00.826291 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2cc43d9b-36bb-4de1-87e0-fe032c2573ba req-508e0714-9aca-4633-9524-7d8d91ce3cc7 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 210 time: 0.0750179 May 20 20:47:00.946409 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Router dddd2615-294d-495c-8ae0-b4e65db69570 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:47:01.142091 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:47:01.155549 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-311565ef-f6c6-4156-9af1-b8c78aaaef94 admin admin] 10.222.0.85 "PUT /v2.0/routers/dddd2615-294d-495c-8ae0-b4e65db69570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6847148 May 20 20:47:01.158464 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34084) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:01.160557 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] Sync routers for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:01.172632 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:47:01.173345 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:01.374369 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:47:01.415886 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.663048 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.738782 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27'}], 'enable_snat': True}, 'gw_port_id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:46:59Z', 'revision_number': 5, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port': {'id': '24b660f9-3441-44e3-be79-0ce26ac6c1c6', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:64:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:10Z', 'updated_at': '2021-05-20T20:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:01.743003 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] Checking router: dddd2615-294d-495c-8ae0-b4e65db69570 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:01.752097 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] Routers {'dddd2615-294d-495c-8ae0-b4e65db69570'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:47:01.752817 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['dddd2615-294d-495c-8ae0-b4e65db69570'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:01.868948 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Deleting port 24b660f9-3441-44e3-be79-0ce26ac6c1c6 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:01.869507 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:01.922153 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] Set router dddd2615-294d-495c-8ae0-b4e65db69570 gateway port host: None {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:47:02.035503 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:47:01Z', 'revision_number': 6, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port_host': None}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:02.040257 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec2c91e-aee2-436a-bd93-25e0c07a26e3 None None] The sync data for ids ['dddd2615-294d-495c-8ae0-b4e65db69570'] in dv-cinder-784623-13-smb is: [{'id': 'dddd2615-294d-495c-8ae0-b4e65db69570', 'name': 'tempest-TestMinimumBasicScenario-1518514888-router', 'tenant_id': '21fc0701d67e469fb4249ddf56c7d123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:09Z', 'updated_at': '2021-05-20T20:47:01Z', 'revision_number': 6, 'project_id': '21fc0701d67e469fb4249ddf56c7d123', 'gw_port_host': None}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:02.080562 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b846387b-235f-4856-a26f-34b9221e7cdc req-6e493e53-9edf-4289-9527-1f337bb77b04 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 210 time: 0.0710962 May 20 20:47:02.130374 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] For port 24b660f9-3441-44e3-be79-0ce26ac6c1c6, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=24b660f9-3441-44e3-be79-0ce26ac6c1c6,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:02.130374 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.256828 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Calling delete_port for 24b660f9-3441-44e3-be79-0ce26ac6c1c6 owned by network:router_gateway {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:02.435320 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device dc5c9f08-4c6a-40eb-aaab-769173acb83a no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:47:02.503390 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: dc5c9f08-4c6a-40eb-aaab-769173acb83a {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:47:02.504309 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device dc5c9f08-4c6a-40eb-aaab-769173acb83a not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:47:02.520054 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.534332 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6df51acf-cd27-4cc1-acf2-d48a100bbff2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:02.666237 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:02.785011 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b660f9-3441-44e3-be79-0ce26ac6c1c6,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:02.817544 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:02.841666 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-acef26bb-afb9-4395-9e6a-8f37a342342d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:02.842728 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-acef26bb-afb9-4395-9e6a-8f37a342342d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Synchronizing usage tracker for tenant:1293584d30c24874b4fe14e0d4730fe0 on resource:network {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:47:02.936597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2039564'] for router_gateway, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.048596 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-acef26bb-afb9-4395-9e6a-8f37a342342d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Unset dirty status for tenant:1293584d30c24874b4fe14e0d4730fe0 on resource:network {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:47:03.049795 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-acef26bb-afb9-4395-9e6a-8f37a342342d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.95 "GET /v2.0/networks?id=0081d3c0-8a95-4c56-a0b8-06b1553568dc HTTP/1.1" status: 200 len: 809 time: 0.4107478 May 20 20:47:03.069758 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Request body: {'port': {'device_id': '5ee85b39-45f0-41ed-97df-d9c5a2cf7941', 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc', 'admin_state_up': True, 'tenant_id': '1293584d30c24874b4fe14e0d4730fe0'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:03.173841 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2056570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1652'] for router, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.176463 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.349206 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:47:03.351834 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ffe9e10f-8f61-4893-a36f-cb0ed49775f9 req-636d1878-84b8-4465-93b4-0197ed4a9351 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 210 time: 0.1009099 May 20 20:47:03.359923 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Usage tracker for resource:port and tenant:1293584d30c24874b4fe14e0d4730fe0 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:47:03.365256 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:47:03.376949 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:47:03.478918 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2038576'] for router, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.479601 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dddd2615-294d-495c-8ae0-b4e65db69570 {{(pid=98922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 20:47:03.498479 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] Notify callbacks [] for router, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.500772 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-9752e115-ea7c-4301-86e4-4453080d7ca2 admin admin] 10.222.0.85 "DELETE /v2.0/routers/dddd2615-294d-495c-8ae0-b4e65db69570 HTTP/1.1" status: 204 len: 168 time: 2.3407421 May 20 20:47:03.503511 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34104) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:03.507384 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Made reservation on behalf of 1293584d30c24874b4fe14e0d4730fe0 for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:47:03.511433 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.605125 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Deleting subnet 72bc1293-76c1-4d33-99f8-1f4434cb64c9 {{(pid=98922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:47:03.610013 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.689826 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1370756'] for subnet, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.749534 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Allocated IP 172.20.0.9 (0081d3c0-8a95-4c56-a0b8-06b1553568dc/8dbb81d6-5fc4-4357-88f7-01ebddf74ad2/a70fda86-09bc-499f-ae65-1b179d2bc44a) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:47:03.860886 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:03.979785 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.089078 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.096260 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ad904371-d484-4d49-ad9b-b73449f79adb tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:04.172591 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Network 0081d3c0-8a95-4c56-a0b8-06b1553568dc is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:47:04.176201 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:47:04.180779 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:47:04.210688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Pushing event updated for resources: {'Port': ['ID=a70fda86-09bc-499f-ae65-1b179d2bc44a,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:04.217680 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:04.218052 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14728591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15880778'] for subnet, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.227344 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:04.278684 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:04.279582 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.284736 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bc1293-76c1-4d33-99f8-1f4434cb64c9,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:04.288607 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:04.293313 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.302814 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68310272-d7b6-48e3-a047-25393cadd977 None None] Network f72d40bd-87f7-4b08-b5fc-f10a669f646f requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:04.306588 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/72bc1293-76c1-4d33-99f8-1f4434cb64c9 HTTP/1.1" status: 204 len: 168 time: 0.8015745 May 20 20:47:04.306841 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34110) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:04.574328 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 24b660f9-3441-44e3-be79-0ce26ac6c1c6 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:47:04.583953 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-28882cd7-3315-4202-b992-a30921db3387 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5216417 May 20 20:47:04.625930 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 24b660f9-3441-44e3-be79-0ce26ac6c1c6 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:47:04.626165 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Request body: {'port': {'device_id': '5ee85b39-45f0-41ed-97df-d9c5a2cf7941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:47:04.626292 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 24b660f9-3441-44e3-be79-0ce26ac6c1c6 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:47:04.705979 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713fe61-980c-414b-9d07-f5a5b79b0034 req-b4bbb059-dfa8-4924-8f27-0c11cbb60b11 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:04.708796 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3713fe61-980c-414b-9d07-f5a5b79b0034 req-b4bbb059-dfa8-4924-8f27-0c11cbb60b11 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 931 time: 0.1282485 May 20 20:47:04.721402 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.765081 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] DHCP port deletion for f72d40bd-87f7-4b08-b5fc-f10a669f646f request from dv-cinder-784623-13-smb {{(pid=98923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:47:04.805378 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3713fe61-980c-414b-9d07-f5a5b79b0034 req-966fc883-4187-40bd-9bab-0859858253ce tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750985 May 20 20:47:04.870572 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] Deleting port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 {{(pid=98923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:04.871003 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.900558 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:04.988247 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Deleting port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:04.988975 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.001241 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] For port eb8eb129-aa1a-4e03-bec2-ee0d50721a11, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:05.001928 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.163409 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] For port eb8eb129-aa1a-4e03-bec2-ee0d50721a11, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,segment=NetworkSegment(c8764d4a-fe41-4d5b-8246-27a5b0035f93),segment_id=c8764d4a-fe41-4d5b-8246-27a5b0035f93)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:05.163801 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.219712 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] Calling delete_port for eb8eb129-aa1a-4e03-bec2-ee0d50721a11 owned by network:dhcp {{(pid=98923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:05.317422 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Calling delete_port for eb8eb129-aa1a-4e03-bec2-ee0d50721a11 owned by network:dhcp {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:05.477633 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759'] for port, after_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.483212 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:05.533072 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.533418 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] Pushing event deleted for resources: {'Port': ['ID=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,revision_number=None']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:05.535314 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] No DVR routers for this DVR port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 on host dv-cinder-784623-13-smb {{(pid=98923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:05.536918 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:05.538348 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a0716eb9-2151-44d4-a623-ce34afb56e70 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:05.587566 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8eb129-aa1a-4e03-bec2-ee0d50721a11,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:05.605688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:05.605688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70fda86-09bc-499f-ae65-1b179d2bc44a {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:47:05.605688 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] No DVR routers for this DVR port eb8eb129-aa1a-4e03-bec2-ee0d50721a11 on host dv-cinder-784623-13-smb {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:05.632353 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.685778 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Transition to ACTIVE for port object a70fda86-09bc-499f-ae65-1b179d2bc44a will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:47:05.745098 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.764134 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72d40bd-87f7-4b08-b5fc-f10a669f646f']}} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:05.787478 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.795462 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8764d4a-fe41-4d5b-8246-27a5b0035f93') {'for_net_delete': True} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:05.795799 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8764d4a-fe41-4d5b-8246-27a5b0035f93') {} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:05.803311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-47b3c73e-61dc-4a05-829f-0966ed76b4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:05.851038 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16285257'] for segment, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.950981 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:05.992451 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=98921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:05.993162 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15860602'] for segment, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: util.warn( May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: util.warn( May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: util.warn( May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: util.warn( May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: Traceback (most recent call last): May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: timer() May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: cb(*args, **kw) May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: return func(*args, **kwargs) May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: self._notify() May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: self.callback(batched_events) May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: event.method(event) May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: return f(self, *a, **k) May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: return self._get(url).json() May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: return self.request(url, 'GET', **kwargs) May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:06.006234 dv-cinder-784623-13-smb neutron-server[98921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:06.015649 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Pushing event updated for resources: {'Port': ['ID=a70fda86-09bc-499f-ae65-1b179d2bc44a,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:06.018906 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:06.033146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c217294-be8d-4854-b7cd-2dc63cbd5125 req-768347ee-d25b-43ce-b9ee-5a60b226b06d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:06.035270 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0c217294-be8d-4854-b7cd-2dc63cbd5125 req-768347ee-d25b-43ce-b9ee-5a60b226b06d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 943 time: 0.1121361 May 20 20:47:06.097025 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0c217294-be8d-4854-b7cd-2dc63cbd5125 req-0d8bdc9c-653d-47e7-bd67-c194bb55c018 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514045 May 20 20:47:06.160762 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Attempting to bind port a70fda86-09bc-499f-ae65-1b179d2bc44a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:47:06.161113 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Attempting to bind port a70fda86-09bc-499f-ae65-1b179d2bc44a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:47:06.161481 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Attempting to bind port a70fda86-09bc-499f-ae65-1b179d2bc44a on network 0081d3c0-8a95-4c56-a0b8-06b1553568dc {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:47:06.166839 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Port a70fda86-09bc-499f-ae65-1b179d2bc44a on network 0081d3c0-8a95-4c56-a0b8-06b1553568dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:47:06.167196 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Attempting to bind port a70fda86-09bc-499f-ae65-1b179d2bc44a on network 0081d3c0-8a95-4c56-a0b8-06b1553568dc {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:47:06.173833 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:47:06.174171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Checking segment: {'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:47:06.174586 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Bound using segment: {'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:47:06.175003 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Bound port: a70fda86-09bc-499f-ae65-1b179d2bc44a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7f5a32-29f9-4a33-9412-49e2392c535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:47:06.175365 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.353638 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.365659 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:06.379677 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.402455 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device eb8eb129-aa1a-4e03-bec2-ee0d50721a11 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:47:06.407669 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72d40bd-87f7-4b08-b5fc-f10a669f646f,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:06.417018 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:06.420681 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-4df18719-eec5-4161-8d8d-59388d355672 admin admin] 10.222.0.85 "DELETE /v2.0/networks/f72d40bd-87f7-4b08-b5fc-f10a669f646f HTTP/1.1" status: 204 len: 168 time: 2.1126912 May 20 20:47:06.423919 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] For port a70fda86-09bc-499f-ae65-1b179d2bc44a, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:47:06.425124 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34126) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:06.427891 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] For port a70fda86-09bc-499f-ae65-1b179d2bc44a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a70fda86-09bc-499f-ae65-1b179d2bc44a,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:47:06.440563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: eb8eb129-aa1a-4e03-bec2-ee0d50721a11 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:47:06.442817 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device eb8eb129-aa1a-4e03-bec2-ee0d50721a11 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:47:06.525012 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.531455 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-56a6fb5f-0f94-473f-b2d1-b6e9975a4ec2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:06.588488 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:06.589122 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:06.591330 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] 10.222.0.95 "PUT /v2.0/ports/a70fda86-09bc-499f-ae65-1b179d2bc44a HTTP/1.1" status: 200 len: 1093 time: 1.9789889 May 20 20:47:06.591965 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee85b39-45f0-41ed-97df-d9c5a2cf7941', 'tag': 'a70fda86-09bc-499f-ae65-1b179d2bc44a'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:47:06.617239 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Pushing event updated for resources: {'Port': ['ID=a70fda86-09bc-499f-ae65-1b179d2bc44a,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:06.620463 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-20c2a56e-3d74-4901-81e9-d6821f1f3a7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:06.901620 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee85b39-45f0-41ed-97df-d9c5a2cf7941', 'tag': 'a70fda86-09bc-499f-ae65-1b179d2bc44a', 'status': 'completed', 'code': 200} May 20 20:47:06.933598 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-4f726fe3-1e83-4d23-a18a-6476eb924f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:06.935914 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-4f726fe3-1e83-4d23-a18a-6476eb924f92 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1293584d30c24874b4fe14e0d4730fe0&device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 1096 time: 0.1578858 May 20 20:47:07.018196 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-5a6edcd0-e5be-414a-b64c-8dbfbfe354a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70fda86-09bc-499f-ae65-1b179d2bc44a HTTP/1.1" status: 200 len: 217 time: 0.0686197 May 20 20:47:07.103415 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-925b3119-9533-4196-b9a8-d84ab52b8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:07.105109 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-925b3119-9533-4196-b9a8-d84ab52b8cb4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8dbb81d6-5fc4-4357-88f7-01ebddf74ad2 HTTP/1.1" status: 200 len: 849 time: 0.0796337 May 20 20:47:07.186988 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-f23f0865-6427-4c65-9e04-11429f4dc195 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0081d3c0-8a95-4c56-a0b8-06b1553568dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660069 May 20 20:47:07.223782 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076967'] for router_interface, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.365219 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-b2988617-e3fa-48b5-986c-53f2a9d9c59b service neutron] 10.222.0.95 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683357 May 20 20:47:07.476196 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884301-0e0c-4f31-a084-83df4e40e1e6 req-580fffe1-792b-498a-b330-ebad232f6e50 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:07.477688 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d3884301-0e0c-4f31-a084-83df4e40e1e6 req-580fffe1-792b-498a-b330-ebad232f6e50 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 943 time: 0.2036879 May 20 20:47:07.611645 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-26d4055e-20f2-4df6-9088-7b5b59875357 req-f46957ac-393c-42b3-bd79-a82ebbf2b4b3 service neutron] 10.222.0.95 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389083 May 20 20:47:07.628461 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d3884301-0e0c-4f31-a084-83df4e40e1e6 req-7283fd00-782b-400a-a8da-7b809a8388b6 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007483 May 20 20:47:07.789793 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Deleting port 0ff59c54-83b4-4764-90bc-16f106441211 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:07.790183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:07.854704 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-8b555ab2-700a-4b76-ad68-9277ba4b5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:07.856347 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-8b555ab2-700a-4b76-ad68-9277ba4b5329 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1293584d30c24874b4fe14e0d4730fe0&device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 1096 time: 0.0842259 May 20 20:47:07.930784 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] For port 0ff59c54-83b4-4764-90bc-16f106441211, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=0ff59c54-83b4-4764-90bc-16f106441211,segment=NetworkSegment(21af5226-5f5e-454b-bd80-5dc7a3d415aa),segment_id=21af5226-5f5e-454b-bd80-5dc7a3d415aa)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:07.931145 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.066183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Calling delete_port for 0ff59c54-83b4-4764-90bc-16f106441211 owned by network:router_interface {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:08.077361 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-1c9073f0-0d51-43b6-a013-7b79f4ac6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:08.078944 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-1c9073f0-0d51-43b6-a013-7b79f4ac6305 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0081d3c0-8a95-4c56-a0b8-06b1553568dc HTTP/1.1" status: 200 len: 910 time: 0.2156582 May 20 20:47:08.159093 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-3d0cde11-15a1-4102-99de-ace5a96e933c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a70fda86-09bc-499f-ae65-1b179d2bc44a HTTP/1.1" status: 200 len: 217 time: 0.0709863 May 20 20:47:08.240013 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-4b56c455-6b40-45ee-b6bb-5604f6866962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:08.242853 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-4b56c455-6b40-45ee-b6bb-5604f6866962 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8dbb81d6-5fc4-4357-88f7-01ebddf74ad2 HTTP/1.1" status: 200 len: 849 time: 0.0748918 May 20 20:47:08.304324 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-c5043246-8705-41d1-9557-8fe88138c0db service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0081d3c0-8a95-4c56-a0b8-06b1553568dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538321 May 20 20:47:08.375839 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:08.382350 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:08.465001 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff59c54-83b4-4764-90bc-16f106441211,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:08.468795 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:08.475879 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-af7dd4df-da9d-4096-a4bd-cb38a7ee6e6b service neutron] 10.222.0.95 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554332 May 20 20:47:08.646399 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-80ce4f53-23ee-46c8-b0b7-f6e2bb768f4e req-27987b21-6109-4850-8b08-59f6be261d50 service neutron] 10.222.0.95 "GET /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600506 May 20 20:47:08.910409 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077075'] for router_interface, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.025044 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d4513-f4a2-43a2-bafc-e7464dfb4536 req-4834cce0-665f-4ae6-8937-a97677489f1d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:09.026642 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-634d4513-f4a2-43a2-bafc-e7464dfb4536 req-4834cce0-665f-4ae6-8937-a97677489f1d tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 943 time: 0.2110713 May 20 20:47:09.243165 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-634d4513-f4a2-43a2-bafc-e7464dfb4536 req-3bc6aee3-c4b5-4c0c-bad9-816dc792d92e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303844 May 20 20:47:09.435670 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device a70fda86-09bc-499f-ae65-1b179d2bc44a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:47:09.487730 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:47:09.641461 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port a70fda86-09bc-499f-ae65-1b179d2bc44a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a70fda86-09bc-499f-ae65-1b179d2bc44a,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:09.658688 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'a70fda86-09bc-499f-ae65-1b179d2bc44a', 'network_id': '0081d3c0-8a95-4c56-a0b8-06b1553568dc', 'port_id': 'a70fda86-09bc-499f-ae65-1b179d2bc44a', 'mac_address': 'fa:16:3e:68:af:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbb81d6-5fc4-4357-88f7-01ebddf74ad2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:47:09.728046 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.749083 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70fda86-09bc-499f-ae65-1b179d2bc44a {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:47:09.769489 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port a70fda86-09bc-499f-ae65-1b179d2bc44a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a70fda86-09bc-499f-ae65-1b179d2bc44a,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:09.774564 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:47:09.785882 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77e7706-e871-4067-aafd-440210b16777 None None] Sync routers for ids ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:47:09.798355 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e7706-e871-4067-aafd-440210b16777 None None] Routers {'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:47:09.798988 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c77e7706-e871-4067-aafd-440210b16777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:09.867946 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:09.871014 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:09.904165 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d71c9afd-350f-4b5a-bb27-2c0ecda6f3ea admin admin] 10.222.0.85 "PUT /v2.0/routers/fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4770775 May 20 20:47:09.907539 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34150) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:09.991904 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-c77e7706-e871-4067-aafd-440210b16777 None None] Set router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:47:10.000555 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=a70fda86-09bc-499f-ae65-1b179d2bc44a,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:10.006901 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:10.170357 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-f03853b3-2928-4943-822c-e9415742d15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:10.218259 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['a70fda86-09bc-499f-ae65-1b179d2bc44a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:47:10.372952 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:10.444565 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c77e7706-e871-4067-aafd-440210b16777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:47:08Z', 'revision_number': 5, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:10.459387 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77e7706-e871-4067-aafd-440210b16777 None None] Checking router: fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:47:10.499540 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e7706-e871-4067-aafd-440210b16777 None None] Routers {'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:47:10.500807 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c77e7706-e871-4067-aafd-440210b16777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:46:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:10.505780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208b474-c142-42ea-a357-c432a01ec67b req-805f8c96-75e9-4214-9077-21025d8ba358 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:10.507331 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a208b474-c142-42ea-a357-c432a01ec67b req-805f8c96-75e9-4214-9077-21025d8ba358 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 944 time: 0.1097960 May 20 20:47:10.569487 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a208b474-c142-42ea-a357-c432a01ec67b req-73c613f6-8971-4174-99c3-5ef842e8d86f tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533621 May 20 20:47:10.683768 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:10.842805 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-c77e7706-e871-4067-aafd-440210b16777 None None] Set router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:47:10.935640 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Deleting port 6ba87a02-72f7-4fa7-addd-608fb85d3940 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:10.936604 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.115539 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] For port 6ba87a02-72f7-4fa7-addd-608fb85d3940, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=6ba87a02-72f7-4fa7-addd-608fb85d3940,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:11.116450 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.224115 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-c77e7706-e871-4067-aafd-440210b16777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:47:08Z', 'revision_number': 5, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:11.228839 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77e7706-e871-4067-aafd-440210b16777 None None] The sync data for ids ['fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef'] in dv-cinder-784623-13-smb is: [{'id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'name': 'tempest-TestMinimumBasicScenario-2112819217-router', 'tenant_id': '90c26efe2db14e46a38a3d376b21c35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:23Z', 'updated_at': '2021-05-20T20:47:08Z', 'revision_number': 5, 'project_id': '90c26efe2db14e46a38a3d376b21c35e', 'gw_port': {'id': '6ba87a02-72f7-4fa7-addd-608fb85d3940', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:15:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:25Z', 'updated_at': '2021-05-20T20:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:47:11.312304 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Calling delete_port for 6ba87a02-72f7-4fa7-addd-608fb85d3940 owned by network:router_gateway {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:11.439096 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device a70fda86-09bc-499f-ae65-1b179d2bc44a up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:47:11.609061 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.617939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:11.638885 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port a70fda86-09bc-499f-ae65-1b179d2bc44a completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:47:11.649105 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port a70fda86-09bc-499f-ae65-1b179d2bc44a triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:11.649739 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.704607 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba87a02-72f7-4fa7-addd-608fb85d3940,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:11.709390 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:11.919683 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2039564'] for router_gateway, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.929446 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:11.975138 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port a70fda86-09bc-499f-ae65-1b179d2bc44a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a70fda86-09bc-499f-ae65-1b179d2bc44a,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:11.976635 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee85b39-45f0-41ed-97df-d9c5a2cf7941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70fda86-09bc-499f-ae65-1b179d2bc44a'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:47:12.015969 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a1470-629d-4b03-8eee-84a62e69b596 req-affd03fd-9ae3-4808-9927-acdc9d1c4854 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:12.017549 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-911a1470-629d-4b03-8eee-84a62e69b596 req-affd03fd-9ae3-4808-9927-acdc9d1c4854 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 944 time: 0.1752911 May 20 20:47:12.081148 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-911a1470-629d-4b03-8eee-84a62e69b596 req-6317bf90-10e9-4d5e-ad66-829e51c9d64e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495551 May 20 20:47:12.089433 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.094580 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:12.193232 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee85b39-45f0-41ed-97df-d9c5a2cf7941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70fda86-09bc-499f-ae65-1b179d2bc44a', 'code': 200} May 20 20:47:12.216156 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=a70fda86-09bc-499f-ae65-1b179d2bc44a,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:12.221528 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:12.249712 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2056570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1652'] for router, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.252748 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.418571 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 0ff59c54-83b4-4764-90bc-16f106441211 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:47:12.443680 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 0ff59c54-83b4-4764-90bc-16f106441211 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:47:12.444491 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 0ff59c54-83b4-4764-90bc-16f106441211 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:47:12.461895 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2038576'] for router, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.463086 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef {{(pid=98921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 20:47:12.487249 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.490587 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] 10.222.0.85 "DELETE /v2.0/routers/fc8e39a5-21cd-43a1-8299-ef1f52b0d6ef HTTP/1.1" status: 204 len: 168 time: 2.5813468 May 20 20:47:12.494731 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34168) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:12.564040 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_v2 [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] Deleting subnet a76102e5-8f16-4387-9ef7-83d64723d521 {{(pid=98922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:47:12.567416 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.634111 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1370756'] for subnet, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.742002 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.747277 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:12.756056 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063be4d-a06d-4c59-81da-5cda848f79aa req-f4293b59-47e1-4e6e-a1ee-af3a7964672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:12.758814 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1063be4d-a06d-4c59-81da-5cda848f79aa req-f4293b59-47e1-4e6e-a1ee-af3a7964672a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 1098 time: 0.0901904 May 20 20:47:12.806011 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-1063be4d-a06d-4c59-81da-5cda848f79aa req-49ef6682-85d0-4ddc-84e8-9fb349315782 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 May 20 20:47:13.038840 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5931450c-c3af-4f0a-af00-ce8a44626b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.313696 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14728591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15880778'] for subnet, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.335983 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:13.384522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76102e5-8f16-4387-9ef7-83d64723d521,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:13.395005 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:13.399325 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.406352 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af88a37-d8e7-4467-8adc-ed11119a1279 None None] Network 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:47:13.410313 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-873e94d1-6469-49af-b308-a55965e422b9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a76102e5-8f16-4387-9ef7-83d64723d521 HTTP/1.1" status: 204 len: 168 time: 0.9145849 May 20 20:47:13.420987 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34178) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:13.473828 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2fdb9-31df-4a3a-b882-2b713f9daf99 req-7b647777-b5a8-435f-847c-c3ad6a629c3b tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:13.475557 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-42f2fdb9-31df-4a3a-b882-2b713f9daf99 req-7b647777-b5a8-435f-847c-c3ad6a629c3b tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 945 time: 0.2319839 May 20 20:47:13.572308 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.598719 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-42f2fdb9-31df-4a3a-b882-2b713f9daf99 req-fc276cc9-8a7c-42db-bfbc-839d41ab8f4b tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692606 May 20 20:47:13.696798 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Deleting port be37bbb6-68c0-4fde-b183-f150f28b0344 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:13.697142 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.767903 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] DHCP port deletion for 0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 request from dv-cinder-784623-13-smb {{(pid=98923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:47:13.835419 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] For port be37bbb6-68c0-4fde-b183-f150f28b0344, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=be37bbb6-68c0-4fde-b183-f150f28b0344,segment=NetworkSegment(21af5226-5f5e-454b-bd80-5dc7a3d415aa),segment_id=21af5226-5f5e-454b-bd80-5dc7a3d415aa)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:13.835985 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:13.907304 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] Deleting port be37bbb6-68c0-4fde-b183-f150f28b0344 {{(pid=98923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:13.907969 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.067742 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.103784 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] For port be37bbb6-68c0-4fde-b183-f150f28b0344, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=be37bbb6-68c0-4fde-b183-f150f28b0344,segment=NetworkSegment(21af5226-5f5e-454b-bd80-5dc7a3d415aa),segment_id=21af5226-5f5e-454b-bd80-5dc7a3d415aa)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:14.103784 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.118003 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Calling delete_port for be37bbb6-68c0-4fde-b183-f150f28b0344 owned by network:dhcp {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:14.307244 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.307563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] Calling delete_port for be37bbb6-68c0-4fde-b183-f150f28b0344 owned by network:dhcp {{(pid=98923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:14.318209 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2bce2de2-f59f-4b3a-93ef-23d334139c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:14.382484 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759'] for port, after_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.390632 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:14.408222 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=be37bbb6-68c0-4fde-b183-f150f28b0344,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:14.413832 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:14.415260 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] No DVR routers for this DVR port be37bbb6-68c0-4fde-b183-f150f28b0344 on host dv-cinder-784623-13-smb {{(pid=98922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:14.488769 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device be37bbb6-68c0-4fde-b183-f150f28b0344 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:47:14.535032 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] Pushing event deleted for resources: {'Port': ['ID=be37bbb6-68c0-4fde-b183-f150f28b0344,revision_number=None']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:14.539744 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] No DVR routers for this DVR port be37bbb6-68c0-4fde-b183-f150f28b0344 on host dv-cinder-784623-13-smb {{(pid=98923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:14.552565 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-0fd931f5-946b-4d52-9a73-b3979943acf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:14.566365 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: be37bbb6-68c0-4fde-b183-f150f28b0344 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:47:14.566547 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device be37bbb6-68c0-4fde-b183-f150f28b0344 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:47:14.567140 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 6ba87a02-72f7-4fa7-addd-608fb85d3940 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:47:14.631857 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 6ba87a02-72f7-4fa7-addd-608fb85d3940 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:47:14.632352 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 6ba87a02-72f7-4fa7-addd-608fb85d3940 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:47:14.642541 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.661831 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf0bf2c-4e1e-409f-90e6-00a7824c9c30']}} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:14.680353 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21af5226-5f5e-454b-bd80-5dc7a3d415aa') {'for_net_delete': True} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:14.680353 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21af5226-5f5e-454b-bd80-5dc7a3d415aa') {} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:14.693902 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1370763'] for segment, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.721745 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.732107 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=98922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:14.732733 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14728489'] for segment, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: Traceback (most recent call last): May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: timer() May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: cb(*args, **kw) May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: return func(*args, **kwargs) May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: self._notify() May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: self.callback(batched_events) May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: event.method(event) May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: return f(self, *a, **k) May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: return self._get(url).json() May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: return self.request(url, 'GET', **kwargs) May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:14.749638 dv-cinder-784623-13-smb neutron-server[98922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:14.916507 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60caa5f-5f82-48fb-bde8-ee8f4fcb56a5 req-69db960f-8a8b-4e67-bfbb-af454d2c8669 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:14.918002 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f60caa5f-5f82-48fb-bde8-ee8f4fcb56a5 req-69db960f-8a8b-4e67-bfbb-af454d2c8669 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 945 time: 0.1632094 May 20 20:47:14.981982 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f60caa5f-5f82-48fb-bde8-ee8f4fcb56a5 req-7a3e99d9-873c-435d-8502-081709b9af4b tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574672 May 20 20:47:14.999504 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.005410 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f6cff5a-b279-4e13-a99d-53df4b31b9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:15.043332 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.051478 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf0bf2c-4e1e-409f-90e6-00a7824c9c30,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:15.057844 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:15.066703 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] 10.222.0.85 "DELETE /v2.0/networks/0bf0bf2c-4e1e-409f-90e6-00a7824c9c30 HTTP/1.1" status: 204 len: 168 time: 1.6440897 May 20 20:47:15.530321 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34198) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:15.600453 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.605055 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-448929e0-78a8-4b07-ab7a-783edfabd17c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=21fc0701d67e469fb4249ddf56c7d123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0723779 May 20 20:47:15.605575 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34202) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:15.702360 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-505390c0-5c25-433c-b969-d5447ac738e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.736886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-505390c0-5c25-433c-b969-d5447ac738e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.928390 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-505390c0-5c25-433c-b969-d5447ac738e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.934217 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3ffc4766-55ab-4c9c-975a-aeb4c781eb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:15.949035 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505390c0-5c25-433c-b969-d5447ac738e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f37c2-eda6-4206-bd7d-79476fcc0f72,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:15.953897 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-505390c0-5c25-433c-b969-d5447ac738e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:15.957711 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-505390c0-5c25-433c-b969-d5447ac738e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:15.959329 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-505390c0-5c25-433c-b969-d5447ac738e4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/806f37c2-eda6-4206-bd7d-79476fcc0f72 HTTP/1.1" status: 204 len: 168 time: 0.3521655 May 20 20:47:16.899920 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34222) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:16.968221 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-17b3a0eb-4653-4b84-855d-9a41bedc10ea admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=90c26efe2db14e46a38a3d376b21c35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664396 May 20 20:47:16.971277 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34228) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:17.088045 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9ea5deb8-1950-46f2-b021-696ab81eb2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.160269 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9ea5deb8-1950-46f2-b021-696ab81eb2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.244911 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02877-41a2-47f2-a6ad-ac8bf17dbc5c req-c0b5c874-08b4-423b-b7d5-1cf1abe406db tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:17.246594 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6cc02877-41a2-47f2-a6ad-ac8bf17dbc5c req-c0b5c874-08b4-423b-b7d5-1cf1abe406db tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 945 time: 0.1332784 May 20 20:47:17.331262 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6cc02877-41a2-47f2-a6ad-ac8bf17dbc5c req-48276dd3-dc1f-4ac6-af7b-c72b51e65551 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774024 May 20 20:47:17.352640 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9ea5deb8-1950-46f2-b021-696ab81eb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.357277 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-34782e7c-8f9d-4001-8221-7ff0acf394e2 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:17.369397 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5deb8-1950-46f2-b021-696ab81eb2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca198d0e-40e2-4ef5-b92c-ea64570ceb29,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:17.374333 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9ea5deb8-1950-46f2-b021-696ab81eb2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:17.378588 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9ea5deb8-1950-46f2-b021-696ab81eb2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:17.379903 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-9ea5deb8-1950-46f2-b021-696ab81eb2dc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ca198d0e-40e2-4ef5-b92c-ea64570ceb29 HTTP/1.1" status: 204 len: 168 time: 0.4069829 May 20 20:47:18.545496 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5facf-f027-4670-9f09-edb9afef7b21 req-95849dce-d043-4a54-ac73-efc7fc59297e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:18.547066 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07a5facf-f027-4670-9f09-edb9afef7b21 req-95849dce-d043-4a54-ac73-efc7fc59297e tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 945 time: 0.0959840 May 20 20:47:18.597554 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07a5facf-f027-4670-9f09-edb9afef7b21 req-b22a3121-9762-4da9-8266-ee972bfa3602 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/security-groups?id=44b131fb-878b-4d4e-8e51-072162180bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443287 May 20 20:47:18.735523 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224320d-d22e-4645-b3d1-764fe99460fd req-da871486-d1ca-419f-b09f-f1e5dfd24b1c tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:18.736313 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-a224320d-d22e-4645-b3d1-764fe99460fd req-da871486-d1ca-419f-b09f-f1e5dfd24b1c tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Synchronizing usage tracker for tenant:1293584d30c24874b4fe14e0d4730fe0 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:47:18.850225 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-a224320d-d22e-4645-b3d1-764fe99460fd req-da871486-d1ca-419f-b09f-f1e5dfd24b1c tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Unset dirty status for tenant:1293584d30c24874b4fe14e0d4730fe0 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:47:18.852271 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a224320d-d22e-4645-b3d1-764fe99460fd req-da871486-d1ca-419f-b09f-f1e5dfd24b1c tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.95 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 945 time: 0.2262578 May 20 20:47:19.043274 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Deleting port a70fda86-09bc-499f-ae65-1b179d2bc44a {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:19.043817 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.318758 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] For port a70fda86-09bc-499f-ae65-1b179d2bc44a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a70fda86-09bc-499f-ae65-1b179d2bc44a,segment=NetworkSegment(3b7f5a32-29f9-4a33-9412-49e2392c535b),segment_id=3b7f5a32-29f9-4a33-9412-49e2392c535b)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:19.319035 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.457293 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Calling delete_port for a70fda86-09bc-499f-ae65-1b179d2bc44a owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:19.689939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.697013 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c32fd737-437c-4008-9671-a0f5cfa21e71 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:19.745763 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Pushing event deleted for resources: {'Port': ['ID=a70fda86-09bc-499f-ae65-1b179d2bc44a,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:19.790801 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f14f17bf-9841-4644-a857-a19a72753d7e req-687b4395-d957-4f63-9049-806efd35f981 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 210 time: 0.0482423 May 20 20:47:19.791737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.791737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.791737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.791737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.791737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.791737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.792372 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.792372 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.792663 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.793076 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.793464 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.793804 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:19.806152 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:19.853010 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] No DVR routers for this DVR port a70fda86-09bc-499f-ae65-1b179d2bc44a on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:47:19.858200 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:19.863069 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee85b39-45f0-41ed-97df-d9c5a2cf7941', 'name': 'network-vif-deleted', 'tag': 'a70fda86-09bc-499f-ae65-1b179d2bc44a'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:47:19.929203 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee85b39-45f0-41ed-97df-d9c5a2cf7941', 'name': 'network-vif-deleted', 'tag': 'a70fda86-09bc-499f-ae65-1b179d2bc44a', 'status': 'completed', 'code': 200} May 20 20:47:19.959018 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-a224320d-d22e-4645-b3d1-764fe99460fd req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.95 "DELETE /v2.0/ports/a70fda86-09bc-499f-ae65-1b179d2bc44a HTTP/1.1" status: 204 len: 173 time: 1.1004128 May 20 20:47:21.122222 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e3508cc6-d07a-4356-b1ce-1da8e27b6b3d req-925b2051-38c3-4ae2-9ae2-b59331975b99 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ee85b39-45f0-41ed-97df-d9c5a2cf7941 HTTP/1.1" status: 200 len: 210 time: 0.1603456 May 20 20:47:21.516810 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device a70fda86-09bc-499f-ae65-1b179d2bc44a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:47:21.555301 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: a70fda86-09bc-499f-ae65-1b179d2bc44a {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:47:21.555658 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device a70fda86-09bc-499f-ae65-1b179d2bc44a not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:47:21.876481 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ca691-fda1-45e1-92d3-18f13e2af52e req-dd97d6e4-be3a-4f4b-a96d-4dcd2b163928 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:21.878107 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f37ca691-fda1-45e1-92d3-18f13e2af52e req-dd97d6e4-be3a-4f4b-a96d-4dcd2b163928 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.0894494 May 20 20:47:21.932210 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f37ca691-fda1-45e1-92d3-18f13e2af52e req-1bc9ef56-7630-4ce1-9e71-47f834cbe925 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473566 May 20 20:47:21.973387 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:47:23.183019 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e32b-e7fa-409f-ba31-0458d7d7c545 req-8cc2cc8f-a85c-42b3-873d-1d5eacffe257 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:23.185393 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8e64e32b-e7fa-409f-ba31-0458d7d7c545 req-8cc2cc8f-a85c-42b3-873d-1d5eacffe257 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1194673 May 20 20:47:23.240971 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8e64e32b-e7fa-409f-ba31-0458d7d7c545 req-1f367f46-9c7e-4081-9e29-5992eba54633 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460551 May 20 20:47:24.474291 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fff7f-d74d-4914-a4eb-67ce3b20d6e7 req-de4d2836-b52b-452e-9cd4-554967a694d3 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:24.475992 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f2fff7f-d74d-4914-a4eb-67ce3b20d6e7 req-de4d2836-b52b-452e-9cd4-554967a694d3 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.0961797 May 20 20:47:24.528056 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7f2fff7f-d74d-4914-a4eb-67ce3b20d6e7 req-5efaf06d-3343-4263-822d-7d0c6fb78e3e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450470 May 20 20:47:26.070762 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5198e0-6912-47bc-a006-9b1782f15cd0 req-078aa658-dac1-48e3-add1-e4274194a59d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:26.092810 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed5198e0-6912-47bc-a006-9b1782f15cd0 req-078aa658-dac1-48e3-add1-e4274194a59d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.3064487 May 20 20:47:26.183170 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ed5198e0-6912-47bc-a006-9b1782f15cd0 req-0051fe12-a7f5-464c-a783-b301b0889aee tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891783 May 20 20:47:27.580361 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8136f4-fa1a-4958-b2ad-481686ac5621 req-c41c9bd6-891d-4ad1-af25-edd5e5d59d09 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:27.584531 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0c8136f4-fa1a-4958-b2ad-481686ac5621 req-c41c9bd6-891d-4ad1-af25-edd5e5d59d09 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1732390 May 20 20:47:27.668330 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0c8136f4-fa1a-4958-b2ad-481686ac5621 req-9c501c46-75b6-4433-9447-56d83004d35b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757961 May 20 20:47:29.036681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c6919-bf02-47d0-a68b-aebd498a7281 req-40363abe-0369-4bd7-b567-a87da44bef26 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:29.039040 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d1c6919-bf02-47d0-a68b-aebd498a7281 req-40363abe-0369-4bd7-b567-a87da44bef26 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1849349 May 20 20:47:29.105051 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8d1c6919-bf02-47d0-a68b-aebd498a7281 req-bbff72f8-7442-4617-bc91-2a82fe12ab44 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533793 May 20 20:47:30.413284 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355a8bb-67e8-430b-943c-6c53f22e668c req-ad48f342-daf8-4cae-8e97-75c55110f9c4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:30.415336 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d355a8bb-67e8-430b-943c-6c53f22e668c req-ad48f342-daf8-4cae-8e97-75c55110f9c4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1613321 May 20 20:47:30.474067 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d355a8bb-67e8-430b-943c-6c53f22e668c req-d8c3b6e0-6d59-41c5-828c-0c227885b99b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467904 May 20 20:47:30.860253 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-aac67426-91b8-4957-8c10-fa566fe119f3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030889 May 20 20:47:31.124565 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-045b051d-8eb3-42cf-96fd-7f8f430a17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:31.128650 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-045b051d-8eb3-42cf-96fd-7f8f430a17d3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68b9c64c20be443bb95e1ae41238defb&device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1098 time: 0.1539912 May 20 20:47:31.366246 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-f0e9d24f-523e-4220-8863-bcb5decd93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:31.367838 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-f0e9d24f-523e-4220-8863-bcb5decd93ef service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 200 len: 909 time: 0.2100089 May 20 20:47:31.491809 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-179cea5c-5bbb-4729-882e-798c81e3888a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 200 len: 1001 time: 0.1170125 May 20 20:47:31.593731 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-1e3aa67d-4849-4023-a830-d6f07f395837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:31.596945 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-1e3aa67d-4849-4023-a830-d6f07f395837 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3d3fd804-64de-4e59-ad58-09dcf060931d HTTP/1.1" status: 200 len: 847 time: 0.0982876 May 20 20:47:31.729632 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-8697ed3b-fc44-40e3-9d72-325dd3db2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:31.732199 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-8697ed3b-fc44-40e3-9d72-325dd3db2a7b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c75d689-090b-44c9-ba45-1a265d1f6370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1249924 May 20 20:47:31.778220 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583a013-1b99-4624-b96e-c27b52b9be65 req-32a2b493-3a56-4a38-b95d-0bf4a22fe5dd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:31.785997 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1583a013-1b99-4624-b96e-c27b52b9be65 req-32a2b493-3a56-4a38-b95d-0bf4a22fe5dd tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1467435 May 20 20:47:31.845923 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1583a013-1b99-4624-b96e-c27b52b9be65 req-3a3426d3-d3b0-4c30-bd86-4cb05b27f1bb tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562477 May 20 20:47:31.953176 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-28683585-3c42-4d34-8103-6606db4514e2 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139688 May 20 20:47:32.189195 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-d134b5ac-4d43-46c0-8ca3-d80f163dc62f req-5b83fdf3-9022-4a55-b954-1e69e088851f service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266510 May 20 20:47:32.719944 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:33.264865 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16300f8f-3ced-413d-9a74-70bb18281964 req-17a331eb-409c-4d39-91b9-e703b890b6f2 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:33.267352 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-16300f8f-3ced-413d-9a74-70bb18281964 req-17a331eb-409c-4d39-91b9-e703b890b6f2 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.2001069 May 20 20:47:33.358632 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-16300f8f-3ced-413d-9a74-70bb18281964 req-242350ee-fb02-498a-9cd7-f500c9cc8ffe tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814519 May 20 20:47:33.666392 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a074-2dd4-441a-8c6f-9a95e4ddf58e req-bfa83733-4d3c-4020-965e-e7bb4b79f654 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:33.670470 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3f16a074-2dd4-441a-8c6f-9a95e4ddf58e req-bfa83733-4d3c-4020-965e-e7bb4b79f654 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.2028244 May 20 20:47:33.770072 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3f16a074-2dd4-441a-8c6f-9a95e4ddf58e req-9c9653bc-2aff-4349-88a9-b4523d10a52f tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881345 May 20 20:47:34.636112 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f0da4-75b1-4c6f-96f4-cf05512b1c3b req-4ab5c488-f7ac-4f58-9061-ebe53c263228 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:34.647294 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-915f0da4-75b1-4c6f-96f4-cf05512b1c3b req-4ab5c488-f7ac-4f58-9061-ebe53c263228 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1306472 May 20 20:47:34.738338 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-915f0da4-75b1-4c6f-96f4-cf05512b1c3b req-c8df2f99-d276-4c96-8a41-7e9aab28f0cb tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838904 May 20 20:47:35.374249 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e0d08-08ea-4dce-ad3b-1530a80596a5 req-a9aafc84-7abf-475c-b1e6-815298b1b54c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:35.377423 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3a3e0d08-08ea-4dce-ad3b-1530a80596a5 req-a9aafc84-7abf-475c-b1e6-815298b1b54c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1535585 May 20 20:47:35.499032 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3a3e0d08-08ea-4dce-ad3b-1530a80596a5 req-47139c4f-4df9-440c-80e2-aaec5403f901 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050808 May 20 20:47:36.089058 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44470f7-eb40-4498-8f8a-d3ac23f9853c req-7869247e-b81f-434f-b2eb-b77b1c8f56ef tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:36.091969 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f44470f7-eb40-4498-8f8a-d3ac23f9853c req-7869247e-b81f-434f-b2eb-b77b1c8f56ef tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1534855 May 20 20:47:36.202123 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f44470f7-eb40-4498-8f8a-d3ac23f9853c req-d01f934b-9aad-4c43-9410-a19e3223321f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994043 May 20 20:47:36.754882 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dca0a-0ae6-4d83-a9c5-969f4ab21dda req-1fff5411-28c6-4493-a558-40536249d9b4 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:36.756684 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a03dca0a-0ae6-4d83-a9c5-969f4ab21dda req-1fff5411-28c6-4493-a558-40536249d9b4 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1122186 May 20 20:47:36.822177 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a03dca0a-0ae6-4d83-a9c5-969f4ab21dda req-745575de-b5ac-4c70-a69b-0148030aa02f tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569420 May 20 20:47:37.579866 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682efc8-4e87-4f71-a83c-4e67649ce6ec req-2f2bd14b-6e6b-40d1-8c2c-4f7753c80a3d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:37.584518 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e682efc8-4e87-4f71-a83c-4e67649ce6ec req-2f2bd14b-6e6b-40d1-8c2c-4f7753c80a3d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1585402 May 20 20:47:37.686903 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e682efc8-4e87-4f71-a83c-4e67649ce6ec req-cdd5230e-f636-4369-a658-0ac29603793b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927832 May 20 20:47:38.184615 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7fa6-999b-4c8e-a980-ddb19e71e244 req-0dcf3e05-4bc7-48c0-828f-428acc86e80b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:38.188591 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6fee7fa6-999b-4c8e-a980-ddb19e71e244 req-0dcf3e05-4bc7-48c0-828f-428acc86e80b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.2219033 May 20 20:47:38.307977 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6fee7fa6-999b-4c8e-a980-ddb19e71e244 req-12f072b4-36e5-4bed-88c5-519893de113b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116042 May 20 20:47:39.066879 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd59a3-f3c8-4939-8e1d-8b3af1e770ad req-b91d5307-def6-4a39-b6a0-7d28e7423126 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:39.081593 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6cbd59a3-f3c8-4939-8e1d-8b3af1e770ad req-b91d5307-def6-4a39-b6a0-7d28e7423126 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1542509 May 20 20:47:39.151190 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6cbd59a3-f3c8-4939-8e1d-8b3af1e770ad req-c8cca648-ddce-417b-9611-d663f9d99f48 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683692 May 20 20:47:39.607451 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:47:39.673826 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc4e88-d4bf-44d5-b2fd-8c63a853c820 req-54ecb5bd-1e9d-4765-9174-b42ffecdf73e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:39.685692 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-eecc4e88-d4bf-44d5-b2fd-8c63a853c820 req-54ecb5bd-1e9d-4765-9174-b42ffecdf73e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.2318633 May 20 20:47:39.763088 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-eecc4e88-d4bf-44d5-b2fd-8c63a853c820 req-f84eb466-d2b8-4fa4-a032-9caf1d695afd tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763860 May 20 20:47:40.041281 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:40.097702 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'port_id': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'mac_address': 'fa:16:3e:8e:90:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:47:40.314488 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.392718 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b599a491-58a8-4c61-b5c5-0aa58059903e {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:47:40.427007 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-fefc8b93-3c8e-41fc-ba53-6a3a62e73452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.483309 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:40.530089 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8f8a0-e051-4ebd-ad5c-5a5a17479098 req-4398c741-a939-4bab-8490-ab3e3ac3eff7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:40.533120 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-17f8f8a0-e051-4ebd-ad5c-5a5a17479098 req-4398c741-a939-4bab-8490-ab3e3ac3eff7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1151676 May 20 20:47:40.625343 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-17f8f8a0-e051-4ebd-ad5c-5a5a17479098 req-ebd4b8bd-73af-4fb4-83ce-d7f3270619c0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857701 May 20 20:47:40.684383 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:40.684383 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6763ded1-dd62-4816-8ef0-5f8fcbdf8676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:40.763160 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=6']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:40.768632 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:40.928319 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['b599a491-58a8-4c61-b5c5-0aa58059903e'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:47:41.045293 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074e36-b667-4f59-a520-fe1b60967025 req-ea695ad1-64cc-4e99-a36e-8f020f1990e8 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:41.048557 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ef074e36-b667-4f59-a520-fe1b60967025 req-ea695ad1-64cc-4e99-a36e-8f020f1990e8 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1433306 May 20 20:47:41.123264 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ef074e36-b667-4f59-a520-fe1b60967025 req-c5729a66-7fb6-4761-adea-4d4206058c46 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510495 May 20 20:47:41.624880 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:47:42.008310 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port b599a491-58a8-4c61-b5c5-0aa58059903e triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:42.009379 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.304801 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864863-e158-4839-9a29-de5c7542d903 req-12822498-b204-4ff2-83df-02feaee07cae tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:42.320690 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0b864863-e158-4839-9a29-de5c7542d903 req-12822498-b204-4ff2-83df-02feaee07cae tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 944 time: 0.3266215 May 20 20:47:42.462697 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0b864863-e158-4839-9a29-de5c7542d903 req-9440725a-2eef-4c79-a7a7-7da24e976d93 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138675 May 20 20:47:42.508020 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.657956 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:47:42.737321 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:42.843104 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:42.845400 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:42.932801 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.075155 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=7']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:43.083902 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:43.152699 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-838b4cdc-6b57-4772-8946-47425940ff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:43.206971 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36655f4-a1f8-49ec-af3e-db3e08a18805 req-cccdb522-0d99-445a-8544-004d9549b458 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:43.219240 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d36655f4-a1f8-49ec-af3e-db3e08a18805 req-cccdb522-0d99-445a-8544-004d9549b458 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.2391474 May 20 20:47:43.342229 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d36655f4-a1f8-49ec-af3e-db3e08a18805 req-3a368020-3f9c-4585-a57d-f4e46d958b7f tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218960 May 20 20:47:43.408617 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'code': 200} May 20 20:47:43.890974 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-2d091a4d-16bc-4dea-9d6f-b1d4dcf01b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:43.898075 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-2d091a4d-16bc-4dea-9d6f-b1d4dcf01b2a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68b9c64c20be443bb95e1ae41238defb&device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1098 time: 0.1818328 May 20 20:47:43.999594 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:44.145075 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-9e2a248e-7fbf-4799-a95b-1f4690e833da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:44.146770 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-9e2a248e-7fbf-4799-a95b-1f4690e833da service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 200 len: 909 time: 0.2423401 May 20 20:47:44.485057 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede869b-5e3c-4e90-90b0-03b0eff55f2c req-68b5cb3f-8ddc-448d-aa94-8d16cd0e385b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:44.495269 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3ede869b-5e3c-4e90-90b0-03b0eff55f2c req-68b5cb3f-8ddc-448d-aa94-8d16cd0e385b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.3643627 May 20 20:47:44.595630 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3ede869b-5e3c-4e90-90b0-03b0eff55f2c req-6471a26b-688a-4511-8779-2252cd6f8a97 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927896 May 20 20:47:44.604904 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-85aec844-6d83-4cd0-ac91-92adf4ed4409 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 200 len: 1001 time: 0.4502714 May 20 20:47:44.740434 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc5c5-6194-4be5-8130-83364fc64030 req-2001a027-58cb-46cc-b8a0-d7df3dd31bc4 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:44.750597 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c69fc5c5-6194-4be5-8130-83364fc64030 req-2001a027-58cb-46cc-b8a0-d7df3dd31bc4 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1160350 May 20 20:47:44.756183 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-6dec976b-177d-468d-b2fb-aef5062016b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:44.757876 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-6dec976b-177d-468d-b2fb-aef5062016b6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3d3fd804-64de-4e59-ad58-09dcf060931d HTTP/1.1" status: 200 len: 847 time: 0.1465728 May 20 20:47:44.814412 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c69fc5c5-6194-4be5-8130-83364fc64030 req-6cba2c46-6091-4494-873c-c0494444b4da tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624456 May 20 20:47:44.896126 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-d91acc5b-1c3c-41e6-9721-f4c3fbc471c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:44.898049 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-d91acc5b-1c3c-41e6-9721-f4c3fbc471c3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c75d689-090b-44c9-ba45-1a265d1f6370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1312022 May 20 20:47:45.178502 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-2603ea5b-27e7-4dcc-a1f8-b3f7c3bef064 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722983 May 20 20:47:45.383948 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-85ab462a-dcee-42a3-82f8-16404d568a30 req-58c1abc0-1b11-4bb9-94c8-bf5a3a529aba service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960509 May 20 20:47:45.577017 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:45.844006 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba440dfa-6dad-4718-b5e7-dfd1fee6d0c3 req-b823e886-b45a-48b6-937b-d44388a6ce28 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:45.845872 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ba440dfa-6dad-4718-b5e7-dfd1fee6d0c3 req-b823e886-b45a-48b6-937b-d44388a6ce28 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1327343 May 20 20:47:45.902169 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ba440dfa-6dad-4718-b5e7-dfd1fee6d0c3 req-a3339912-7167-4202-9028-5cb7d3491349 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485368 May 20 20:47:46.051910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63862a6-92ed-4b8b-a141-3e40f6f6582c req-759c0410-4ae4-477d-b534-f832e11e5eff tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:46.053463 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e63862a6-92ed-4b8b-a141-3e40f6f6582c req-759c0410-4ae4-477d-b534-f832e11e5eff tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1240821 May 20 20:47:46.110439 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e63862a6-92ed-4b8b-a141-3e40f6f6582c req-e4b3139c-993b-45a3-b6d7-ef397cab52f0 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470412 May 20 20:47:47.547206 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117334f-8b20-4c0e-a705-1b61f760b0f0 req-673c9f69-c000-4da2-8bdc-7b2982f96882 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:47.564138 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1117334f-8b20-4c0e-a705-1b61f760b0f0 req-673c9f69-c000-4da2-8bdc-7b2982f96882 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.3647721 May 20 20:47:47.699167 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1117334f-8b20-4c0e-a705-1b61f760b0f0 req-4ab2ce70-ceeb-4f55-821c-b199bbfd94b0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270657 May 20 20:47:47.786486 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c949e0f-f597-4d19-ba80-e6bb343ca0e5 req-cdbce07d-ee26-4cdc-91c7-51620750f48f tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:47.788063 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5c949e0f-f597-4d19-ba80-e6bb343ca0e5 req-cdbce07d-ee26-4cdc-91c7-51620750f48f tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.4056566 May 20 20:47:47.867349 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5c949e0f-f597-4d19-ba80-e6bb343ca0e5 req-0009bbdf-e361-4779-938a-9320fd1f50c8 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679989 May 20 20:47:49.221289 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1547ae-f873-4561-af2f-bc9fddb99a6f req-7dc33677-4030-4e1f-903d-2b39da870c8f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:49.231472 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5c1547ae-f873-4561-af2f-bc9fddb99a6f req-7dc33677-4030-4e1f-903d-2b39da870c8f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1957047 May 20 20:47:49.406875 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5c1547ae-f873-4561-af2f-bc9fddb99a6f req-087054df-d9f8-4fb7-aee3-8a8f997fe817 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742091 May 20 20:47:49.475073 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db3409-9023-4d87-997f-484ab581c741 req-323a1cb4-5d7b-4347-96ed-167c37655eb1 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:49.475073 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-79db3409-9023-4d87-997f-484ab581c741 req-323a1cb4-5d7b-4347-96ed-167c37655eb1 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1956551 May 20 20:47:49.574892 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-79db3409-9023-4d87-997f-484ab581c741 req-b30d34e4-cfa8-4972-8ded-2e93ea4a4e02 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014166 May 20 20:47:49.668622 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device adf1558a-fbb8-43f3-80d1-5456ba473b48 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:47:49.905470 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:49.965880 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:47:49.978451 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:50.025048 dv-cinder-784623-13-smb neutron-server[98923]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'code': 422} returned with failed status May 20 20:47:50.073439 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:50.076911 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-c56b80ef-1309-4849-b218-44ea087e15ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:50.245262 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=6']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:50.254829 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.255274 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.255530 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.255864 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.256228 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.256563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.257103 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.257435 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.257957 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.258443 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.258934 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.259422 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:50.269706 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:50.471748 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2faf7-a65c-462a-8de1-0b5e0a1615ec req-a1aaf724-66c9-46cf-bf61-0eda4d7153fd tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:50.473347 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-02a2faf7-a65c-462a-8de1-0b5e0a1615ec req-a1aaf724-66c9-46cf-bf61-0eda4d7153fd tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1664810 May 20 20:47:50.478420 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34638) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:50.577154 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-02a2faf7-a65c-462a-8de1-0b5e0a1615ec req-6b944393-a225-4926-a7c1-184392a0f1c9 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839324 May 20 20:47:50.661712 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-2df711b7-891f-4fc7-b60b-c8b69d27c070 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1819668 May 20 20:47:50.854397 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70482ff0-4b5c-4b69-9178-e21ebc3b77e0 req-56d20644-8513-45d2-a81d-58d9e80332a3 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:50.854397 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70482ff0-4b5c-4b69-9178-e21ebc3b77e0 req-56d20644-8513-45d2-a81d-58d9e80332a3 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1501348 May 20 20:47:50.854397 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-70482ff0-4b5c-4b69-9178-e21ebc3b77e0 req-86b1db5a-7aeb-47de-a88c-3ae3ead1cf6c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442619 May 20 20:47:51.907961 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721bae4-a565-4386-a244-a5cf1911cbea req-88d8470e-047f-4c22-90a5-60b2deef9d56 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:51.919363 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a721bae4-a565-4386-a244-a5cf1911cbea req-88d8470e-047f-4c22-90a5-60b2deef9d56 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1289804 May 20 20:47:51.993564 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a721bae4-a565-4386-a244-a5cf1911cbea req-13fd0768-90f8-42f8-ad38-2d9813a12545 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728889 May 20 20:47:52.327349 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e498d23-1bb9-4f1d-987a-d498067340e9 req-1ecc3cb2-c8a4-4259-9b80-8cbcfd6332c3 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:52.340194 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0e498d23-1bb9-4f1d-987a-d498067340e9 req-1ecc3cb2-c8a4-4259-9b80-8cbcfd6332c3 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1902192 May 20 20:47:52.430151 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0e498d23-1bb9-4f1d-987a-d498067340e9 req-7df09184-3127-473a-8597-8982b48ab6de tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870593 May 20 20:47:53.361965 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d545cb-352c-464b-905d-0f44a71fb89b req-8fe49ec6-f93b-4f93-b978-a5ca864b3086 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:53.374597 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b9d545cb-352c-464b-905d-0f44a71fb89b req-8fe49ec6-f93b-4f93-b978-a5ca864b3086 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1306396 May 20 20:47:53.595386 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b9d545cb-352c-464b-905d-0f44a71fb89b req-176630a1-1bcc-4f2f-b6a9-26c68ac04fbb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175751 May 20 20:47:53.827288 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe3859-0c73-4010-bc74-81e5d6fb402d req-5988d770-c27d-41bd-880a-22067caa5301 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:53.829025 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-86fe3859-0c73-4010-bc74-81e5d6fb402d req-5988d770-c27d-41bd-880a-22067caa5301 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1908987 May 20 20:47:53.907743 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-86fe3859-0c73-4010-bc74-81e5d6fb402d req-a98733bc-b8f5-4017-930c-8cae5e617c49 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631313 May 20 20:47:54.407109 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34718) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:54.488632 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_v2 [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Deleting subnet 8dbb81d6-5fc4-4357-88f7-01ebddf74ad2 {{(pid=98922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:47:54.496733 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.582878 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349207-4ff8-4028-892a-91aa59eb0774 req-caaf4b04-95f1-4a19-9883-e46f155b1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:54.585687 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-caaf4b04-95f1-4a19-9883-e46f155b1235 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0&tenant_id=68b9c64c20be443bb95e1ae41238defb HTTP/1.1" status: 200 len: 1096 time: 0.1810882 May 20 20:47:54.598005 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1370756'] for subnet, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.762306 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:54.883956 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349207-4ff8-4028-892a-91aa59eb0774 req-d6d49d79-39dd-4c75-a2b5-3ad783ba7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:54.888040 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-d6d49d79-39dd-4c75-a2b5-3ad783ba7173 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68b9c64c20be443bb95e1ae41238defb&device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1096 time: 0.2587359 May 20 20:47:55.186990 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d616a-ae31-4593-949c-487ec690d106 req-04dc0a98-f011-44e7-9b7f-3e176511a968 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:55.188622 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1d7d616a-ae31-4593-949c-487ec690d106 req-04dc0a98-f011-44e7-9b7f-3e176511a968 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1619327 May 20 20:47:55.207132 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349207-4ff8-4028-892a-91aa59eb0774 req-2322694a-dc13-4c8c-a473-cace98cbdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:55.209866 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-2322694a-dc13-4c8c-a473-cace98cbdb5d service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 200 len: 909 time: 0.3147719 May 20 20:47:55.265469 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-1d7d616a-ae31-4593-949c-487ec690d106 req-d48017ee-6081-4e92-b39c-5b5e20006aec tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628648 May 20 20:47:55.402086 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-c1aaf08b-40a9-4c90-8787-13954d29efb3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 200 len: 999 time: 0.1845815 May 20 20:47:55.476125 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349207-4ff8-4028-892a-91aa59eb0774 req-e858e760-266b-4af5-b193-7c119cf1b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:55.477752 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-e858e760-266b-4af5-b193-7c119cf1b8cb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3d3fd804-64de-4e59-ad58-09dcf060931d HTTP/1.1" status: 200 len: 847 time: 0.0695822 May 20 20:47:55.493658 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14728591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15880778'] for subnet, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.521672 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e6b2245d-84cb-419a-a5c3-2465f9c7bd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:55.598127 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05349207-4ff8-4028-892a-91aa59eb0774 req-f1db2d22-fd01-46f1-84d5-535db7f68f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:55.609117 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-f1db2d22-fd01-46f1-84d5-535db7f68f46 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c75d689-090b-44c9-ba45-1a265d1f6370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1160924 May 20 20:47:55.612158 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dbb81d6-5fc4-4357-88f7-01ebddf74ad2,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:55.616935 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.633032 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.633393 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.633793 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.634161 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.634674 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.635066 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.635424 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.636751 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.637241 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.637492 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.637848 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.638296 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:47:55.643438 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:55.648423 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-606d98a3-2a40-436d-9944-a0bc3a2caab0 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/8dbb81d6-5fc4-4357-88f7-01ebddf74ad2 HTTP/1.1" status: 204 len: 168 time: 1.2355855 May 20 20:47:55.649128 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34730) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:55.811249 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb1a4-2c54-47d3-b1f9-1959823cdffb req-b9594fcb-e871-493a-ae29-11072b944b5a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:55.812863 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c51fb1a4-2c54-47d3-b1f9-1959823cdffb req-b9594fcb-e871-493a-ae29-11072b944b5a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.3884563 May 20 20:47:55.838980 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-e7eebd17-0d56-41cd-9864-a27159ef914c service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319827 May 20 20:47:55.851600 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:55.897140 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c51fb1a4-2c54-47d3-b1f9-1959823cdffb req-09e5da00-6fd8-4523-8e07-9a1d7260c523 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758410 May 20 20:47:55.990792 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-05349207-4ff8-4028-892a-91aa59eb0774 req-28b90c20-756f-45e9-9a8a-b485dedea4c0 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443353 May 20 20:47:55.993968 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b39d-4571-42b6-b01c-1f8b48038f0b req-4c623005-6f76-4b0f-822f-35c8f8601540 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:55.996116 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6272b39d-4571-42b6-b01c-1f8b48038f0b req-4c623005-6f76-4b0f-822f-35c8f8601540 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 945 time: 0.2379248 May 20 20:47:56.071777 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.089960 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0081d3c0-8a95-4c56-a0b8-06b1553568dc']}} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:56.119787 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7f5a32-29f9-4a33-9412-49e2392c535b') {'for_net_delete': True} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:56.120081 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7f5a32-29f9-4a33-9412-49e2392c535b') {} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:47:56.134671 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-6272b39d-4571-42b6-b01c-1f8b48038f0b req-8df45ce4-8cf9-4cac-87a4-2b3364c95e81 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858667 May 20 20:47:56.140136 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1370763'] for segment, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.164557 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.175488 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=98922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:47:56.175941 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14728489'] for segment, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: Traceback (most recent call last): May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: timer() May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: cb(*args, **kw) May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: return func(*args, **kwargs) May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: self._notify() May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: self.callback(batched_events) May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: event.method(event) May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: return f(self, *a, **k) May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: return self._get(url).json() May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: return self.request(url, 'GET', **kwargs) May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:47:56.190743 dv-cinder-784623-13-smb neutron-server[98922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:47:56.347201 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.352043 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:56.371621 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:56.379496 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0081d3c0-8a95-4c56-a0b8-06b1553568dc,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:56.384918 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:56.493883 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-39dddcd2-bf98-4658-ab0b-088d4b7521bd admin admin] 10.222.0.85 "DELETE /v2.0/networks/0081d3c0-8a95-4c56-a0b8-06b1553568dc HTTP/1.1" status: 204 len: 168 time: 0.8387127 May 20 20:47:56.557813 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cf937-5493-46dc-9cec-b90716f0f719 req-a349a721-30b7-4dd7-b9f7-91c6b98e9096 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:56.566679 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fb4cf937-5493-46dc-9cec-b90716f0f719 req-a349a721-30b7-4dd7-b9f7-91c6b98e9096 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1176522 May 20 20:47:56.640816 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fb4cf937-5493-46dc-9cec-b90716f0f719 req-4bcd243b-1739-484c-9211-bbb9c83c8f78 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629802 May 20 20:47:57.023156 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34746) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:57.095712 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-ca47bfae-c441-4b9e-964b-82be88e5ce00 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1293584d30c24874b4fe14e0d4730fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0700803 May 20 20:47:57.098429 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34752) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:47:57.145637 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8d339-369d-4e33-bf58-c2a5ce6cc529 req-0e64c903-e23a-4cd6-b212-e8c3be99ae2e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:57.148198 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-84f8d339-369d-4e33-bf58-c2a5ce6cc529 req-0e64c903-e23a-4cd6-b212-e8c3be99ae2e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1056097 May 20 20:47:57.202359 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-809477c1-b46a-4e31-b65b-ebe5bb4fd70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.226094 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-84f8d339-369d-4e33-bf58-c2a5ce6cc529 req-c08d7cb3-e842-44a1-bf54-80fb4deac935 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692117 May 20 20:47:57.255946 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-809477c1-b46a-4e31-b65b-ebe5bb4fd70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.535923 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-809477c1-b46a-4e31-b65b-ebe5bb4fd70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.546148 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f5493859-3ac3-4f72-9304-3dacdeae8290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:57.567131 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8c19-8453-4fdd-b9f5-d1c3870e1f1b req-4d3b7d96-f985-46da-b22e-9aa7a273453a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:57.568994 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-627f8c19-8453-4fdd-b9f5-d1c3870e1f1b req-4d3b7d96-f985-46da-b22e-9aa7a273453a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 945 time: 0.2529564 May 20 20:47:57.572561 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809477c1-b46a-4e31-b65b-ebe5bb4fd70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b131fb-878b-4d4e-8e51-072162180bb2,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:57.581370 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-809477c1-b46a-4e31-b65b-ebe5bb4fd70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:57.583483 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-809477c1-b46a-4e31-b65b-ebe5bb4fd70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:57.586122 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-809477c1-b46a-4e31-b65b-ebe5bb4fd70c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/44b131fb-878b-4d4e-8e51-072162180bb2 HTTP/1.1" status: 204 len: 168 time: 0.4850760 May 20 20:47:57.661420 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-627f8c19-8453-4fdd-b9f5-d1c3870e1f1b req-c48f1e95-27d0-4e68-b105-4864a892b40d tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844557 May 20 20:47:57.667872 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device adf1558a-fbb8-43f3-80d1-5456ba473b48 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:47:57.786750 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-e6ed4b40-0e48-466a-a16f-1c3ad91005a0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:57.788010 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-e6ed4b40-0e48-466a-a16f-1c3ad91005a0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Synchronizing usage tracker for tenant:5619e324f4514c08938a2e4a14268227 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:47:57.805538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-e6ed4b40-0e48-466a-a16f-1c3ad91005a0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Unset dirty status for tenant:5619e324f4514c08938a2e4a14268227 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:47:57.806743 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-e6ed4b40-0e48-466a-a16f-1c3ad91005a0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 945 time: 0.1740179 May 20 20:47:57.925680 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff2927-d919-4537-bfd1-88e0d5327425 req-8e13506c-89f0-4b6a-8de8-33ff085a2e07 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:57.928766 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8fff2927-d919-4537-bfd1-88e0d5327425 req-8e13506c-89f0-4b6a-8de8-33ff085a2e07 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 943 time: 0.1546445 May 20 20:47:57.952766 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:57.969812 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'port_id': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'mac_address': 'fa:16:3e:1b:76:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:47:58.019802 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8fff2927-d919-4537-bfd1-88e0d5327425 req-df144c73-669d-4d65-b41c-d58c2cf3452d tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840337 May 20 20:47:58.073011 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.093498 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf1558a-fbb8-43f3-80d1-5456ba473b48 {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:47:58.114172 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Deleting port c3037fd0-63e7-4660-9e64-f638d30a53d4 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:47:58.114868 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.129047 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:58.220891 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.224096 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:58.314803 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] For port c3037fd0-63e7-4660-9e64-f638d30a53d4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c3037fd0-63e7-4660-9e64-f638d30a53d4,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:47:58.315622 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.343629 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=7']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:58.349784 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:58.456719 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['adf1558a-fbb8-43f3-80d1-5456ba473b48'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:47:58.556277 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-cce5bb3a-4c21-4147-968c-710c103c0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:58.558724 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-cce5bb3a-4c21-4147-968c-710c103c0cab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 1098 time: 0.2246530 May 20 20:47:58.750361 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc835a-2d4f-47cb-b146-f3bad1872871 req-507a0ce2-d6d4-401b-89fc-da9c52722b8d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:58.763621 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-99dc835a-2d4f-47cb-b146-f3bad1872871 req-507a0ce2-d6d4-401b-89fc-da9c52722b8d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.3016629 May 20 20:47:58.922859 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-99dc835a-2d4f-47cb-b146-f3bad1872871 req-397ed7e2-e44c-44db-b343-eff45689a731 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581180 May 20 20:47:58.929697 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-ad5455f7-f260-460a-b25b-7cd9c0f382e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:58.931280 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-ad5455f7-f260-460a-b25b-7cd9c0f382e7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.3637757 May 20 20:47:58.976306 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:47:58.998518 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:58.999939 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.000522 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.l3_db [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Floating IP 97d91b1b-661e-4660-ad13-f963f976ce4d disassociated. External IP: 172.28.1.226, port: c3037fd0-63e7-4660-9e64-f638d30a53d4. May 20 20:47:59.001065 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Calling delete_port for c3037fd0-63e7-4660-9e64-f638d30a53d4 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:47:59.250102 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.262171 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2c80a0a9-e5bc-4aab-87c3-74902f716d91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:47:59.283730 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-698e3353-a400-437e-963b-cfd50c51b26d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b599a491-58a8-4c61-b5c5-0aa58059903e HTTP/1.1" status: 200 len: 1001 time: 0.3453107 May 20 20:47:59.364788 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event deleted for resources: {'Port': ['ID=c3037fd0-63e7-4660-9e64-f638d30a53d4,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:47:59.368826 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:47:59.374923 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-5d2ea0b1-f6c6-4dd3-af40-4d21749aaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:59.376501 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-5d2ea0b1-f6c6-4dd3-af40-4d21749aaedc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.0841467 May 20 20:47:59.402295 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d4a3a-25b9-477f-a9c8-739dbeee51fa req-b7c0a463-f52c-49f8-a7cd-837f50e4cdbe tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:59.424889 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-527d4a3a-25b9-477f-a9c8-739dbeee51fa req-b7c0a463-f52c-49f8-a7cd-837f50e4cdbe tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 945 time: 0.3389704 May 20 20:47:59.531888 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63421f-255b-41e1-beeb-226b1b12b075 req-75ca6671-da4a-41fe-910c-938c8d99c64e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:59.533457 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bb63421f-255b-41e1-beeb-226b1b12b075 req-75ca6671-da4a-41fe-910c-938c8d99c64e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 944 time: 0.3119819 May 20 20:47:59.547773 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-527d4a3a-25b9-477f-a9c8-739dbeee51fa req-80c806d3-916b-4156-a94c-3a360a93d3c7 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups?id=05774920-ad14-4ab8-bff1-8c852ae71b09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218042 May 20 20:47:59.603244 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bb63421f-255b-41e1-beeb-226b1b12b075 req-5d89b4c6-72f6-4b37-a89b-06848a095e42 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534301 May 20 20:47:59.610086 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-dc8c3cc3-b260-4027-a67f-fc1dd2145c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:47:59.611596 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-dc8c3cc3-b260-4027-a67f-fc1dd2145c81 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1832321 May 20 20:47:59.684461 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device adf1558a-fbb8-43f3-80d1-5456ba473b48 up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:47:59.759655 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Router 06ebde29-6675-4f58-b13a-adb9146f4054 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:47:59.846219 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port adf1558a-fbb8-43f3-80d1-5456ba473b48 triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:47:59.848966 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:47:59.929321 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-da4b1e3a-08b7-459a-b4cc-575b7d03510f service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094487 May 20 20:48:00.087593 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:48:00.121414 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] Sync routers for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:00.160809 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:48:00.161919 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:47:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:00.221731 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5dd9bbde-f015-4d73-bd26-85f81e4b9e6e req-cec48d16-fe68-4512-8493-d7ed4dff8f7b service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844734 May 20 20:48:00.265014 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] No DVR routers for this DVR port c3037fd0-63e7-4660-9e64-f638d30a53d4 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:00.268233 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:00.271323 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da06a359-6061-462a-8679-43153b9b5aca', 'name': 'network-vif-deleted', 'tag': 'c3037fd0-63e7-4660-9e64-f638d30a53d4'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:48:00.330658 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da06a359-6061-462a-8679-43153b9b5aca', 'name': 'network-vif-deleted', 'tag': 'c3037fd0-63e7-4660-9e64-f638d30a53d4', 'status': 'completed', 'code': 200} May 20 20:48:00.352026 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-bdca1bb7-436f-4343-891c-229d1a1bf5d2 req-62328ca7-9859-4f5d-9833-a113ef3723d0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.95 "DELETE /v2.0/ports/c3037fd0-63e7-4660-9e64-f638d30a53d4 HTTP/1.1" status: 204 len: 173 time: 2.5205219 May 20 20:48:00.389310 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:00.412438 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075494b9-c25f-43a5-8459-9a3e1208dbc6 req-352b3d10-bc4b-4f0e-b156-cac650a6ba2b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:00.414306 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-075494b9-c25f-43a5-8459-9a3e1208dbc6 req-352b3d10-bc4b-4f0e-b156-cac650a6ba2b tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1491151 May 20 20:48:00.472805 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-075494b9-c25f-43a5-8459-9a3e1208dbc6 req-63ae0e05-808c-423a-82cf-b72d101c9865 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498011 May 20 20:48:00.483478 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:48:00.619876 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'code': 200} May 20 20:48:00.641193 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:00.737229 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:48:00.823297 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2e476592-061d-426d-b3f7-43e6f165ef89 req-5499896b-e513-4a66-b6f9-a73e4f25f22b tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/ports?device_id=da06a359-6061-462a-8679-43153b9b5aca HTTP/1.1" status: 200 len: 210 time: 0.1173227 May 20 20:48:00.865090 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:00.890597 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:00.922200 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679d1bc-737d-432d-b216-0769ac6317f3 req-a3089c48-edc6-4eec-b477-a6ce271be886 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:00.927536 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5679d1bc-737d-432d-b216-0769ac6317f3 req-a3089c48-edc6-4eec-b477-a6ce271be886 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1518714 May 20 20:48:00.998955 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5679d1bc-737d-432d-b216-0769ac6317f3 req-ff545340-5ed5-4ac2-a3a9-82ca4bdc6e7e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682037 May 20 20:48:01.055104 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd4a27-8700-49df-824c-643325045acb req-fee9c3c2-d85d-4a65-89ec-33b9f1d7fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:01.056666 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-efdd4a27-8700-49df-824c-643325045acb req-fee9c3c2-d85d-4a65-89ec-33b9f1d7fcbb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1098 time: 0.1155510 May 20 20:48:01.112635 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-efdd4a27-8700-49df-824c-643325045acb req-0ecce473-ccb1-47d3-aa0d-54f7bde6fad2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471640 May 20 20:48:01.196234 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=8']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:01.200333 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:01.389826 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:01.395230 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] Checking router: 06ebde29-6675-4f58-b13a-adb9146f4054 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:01.408641 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:48:01.409696 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:47:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:01.637284 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:48:01.699229 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:48:01.724426 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17afea-3a18-44aa-b469-a8a1fe1770b8 req-5c6e18d1-b5d4-4dfa-8015-516e1c6f9531 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:01.728958 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7e17afea-3a18-44aa-b469-a8a1fe1770b8 req-5c6e18d1-b5d4-4dfa-8015-516e1c6f9531 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 945 time: 0.1098425 May 20 20:48:01.795631 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7e17afea-3a18-44aa-b469-a8a1fe1770b8 req-f0739dca-9ee8-4cd0-89f0-760fd39bb0e8 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625772 May 20 20:48:02.082895 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.187328 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:02.226699 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34870) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:02.251451 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:02.257491 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a354d7-294e-4a94-a0b7-cd8d3842d009 None None] The sync data for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb is: [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:30Z', 'revision_number': 4, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '7cb45a97-ece8-4bc9-a082-a4c756e1d775', 'name': '', 'network_id': 'dd1fbe08-e904-428c-87e9-e12c93f6b03e', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'mac_address': 'fa:16:3e:74:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:26Z', 'updated_at': '2021-05-20T20:41:40Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'subnets': [{'id': '5b533d67-f65d-44d3-b841-0f56ea1c3c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:02.312650 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.312940 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device c3037fd0-63e7-4660-9e64-f638d30a53d4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:48:02.377516 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6763ded1-dd62-4816-8ef0-5f8fcbdf8676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:02.446005 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3264b782-d937-430b-818b-b7d19c74a97a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.454923 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: c3037fd0-63e7-4660-9e64-f638d30a53d4 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:48:02.455285 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device c3037fd0-63e7-4660-9e64-f638d30a53d4 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:48:02.519580 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=8']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:02.526258 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:02.552751 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3264b782-d937-430b-818b-b7d19c74a97a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.555574 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a85246-a268-4a0c-a394-8f2b9307d9bb req-4711a8ad-3209-404d-9508-442251eb16f4 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:02.558953 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81a85246-a268-4a0c-a394-8f2b9307d9bb req-4711a8ad-3209-404d-9508-442251eb16f4 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.3440616 May 20 20:48:02.621763 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:48:02.636404 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-81a85246-a268-4a0c-a394-8f2b9307d9bb req-434e65ac-bad9-4438-9c22-a915d93f415e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664148 May 20 20:48:02.682502 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.708876 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'code': 200} May 20 20:48:02.728593 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a9eb5-f77c-4082-8c2c-45ed8fdc9e94 None None] New status for floating IP 97d91b1b-661e-4660-ad13-f963f976ce4d: DOWN {{(pid=98924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:48:02.790735 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3264b782-d937-430b-818b-b7d19c74a97a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.797597 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-505390c0-5c25-433c-b969-d5447ac738e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:02.816998 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264b782-d937-430b-818b-b7d19c74a97a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05774920-ad14-4ab8-bff1-8c852ae71b09,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:02.819548 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3264b782-d937-430b-818b-b7d19c74a97a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:02.881904 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-3264b782-d937-430b-818b-b7d19c74a97a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:02.883088 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-3264b782-d937-430b-818b-b7d19c74a97a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "DELETE /v2.0/security-groups/05774920-ad14-4ab8-bff1-8c852ae71b09 HTTP/1.1" status: 204 len: 168 time: 0.6553254 May 20 20:48:02.886130 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34880) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:02.911215 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.api.v2.resource [None req-bdbc0b1e-5098-4162-84fc-e18406c4c59b tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] show failed (client error): The resource could not be found. May 20 20:48:02.914575 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-bdbc0b1e-5098-4162-84fc-e18406c4c59b tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "GET /v2.0/security-groups/05774920-ad14-4ab8-bff1-8c852ae71b09 HTTP/1.1" status: 404 len: 347 time: 0.0251040 May 20 20:48:02.918194 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 34884) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:03.075076 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ece5b-1aa1-49eb-95ba-aea189f66410 req-2fa30667-28e1-46da-b415-b260d17d2780 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:03.077791 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2c3ece5b-1aa1-49eb-95ba-aea189f66410 req-2fa30667-28e1-46da-b415-b260d17d2780 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1179059 May 20 20:48:03.157957 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2c3ece5b-1aa1-49eb-95ba-aea189f66410 req-140fc00c-b85a-4d7a-97c7-f065de4339d2 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732398 May 20 20:48:03.252679 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Deleting port d1320b0d-31fd-4737-a2ad-351e29b88416 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:48:03.253623 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.535030 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.535361 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:03.691312 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Calling delete_port for d1320b0d-31fd-4737-a2ad-351e29b88416 owned by network:floatingip {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:48:03.883995 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8723d4-604a-4690-b1c6-4f32287aebb2 req-b5b52539-35fe-4dba-b153-b3089e09e12f tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:03.885656 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8c8723d4-604a-4690-b1c6-4f32287aebb2 req-b5b52539-35fe-4dba-b153-b3089e09e12f tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1312442 May 20 20:48:03.943525 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8c8723d4-604a-4690-b1c6-4f32287aebb2 req-60372e69-3d41-4f46-9313-0bed28fa63d5 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 May 20 20:48:04.007996 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.018101 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b0eab339-aab4-4888-8122-4ad08eb6ab2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:04.107117 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Pushing event deleted for resources: {'Port': ['ID=d1320b0d-31fd-4737-a2ad-351e29b88416,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:04.118895 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:04.191484 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks [] for floatingip, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.206986 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:04.208078 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f8d5b789-c376-43ad-8a47-af83d57e33f0 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] 10.222.0.85 "DELETE /v2.0/floatingips/97d91b1b-661e-4660-ad13-f963f976ce4d HTTP/1.1" status: 204 len: 168 time: 1.2888186 May 20 20:48:05.849250 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:48:06.909347 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b14af5-b88f-4f6d-a740-4b48f2f2b550 req-58203b06-86c0-4de7-9f9f-49ca1350ea27 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:06.911111 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a0b14af5-b88f-4f6d-a740-4b48f2f2b550 req-58203b06-86c0-4de7-9f9f-49ca1350ea27 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.0944002 May 20 20:48:06.962483 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a0b14af5-b88f-4f6d-a740-4b48f2f2b550 req-4aad70aa-dc51-4269-b588-7cc92f79674c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450234 May 20 20:48:07.110697 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-6b2a5629-0bf8-46aa-a350-c4a96ae08b5d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792449 May 20 20:48:08.205213 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a8638-088a-45be-a030-05d33f70ab17 req-e88d25f5-6975-4927-a7d9-b9d6371e6053 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:08.211489 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b75a8638-088a-45be-a030-05d33f70ab17 req-e88d25f5-6975-4927-a7d9-b9d6371e6053 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1218021 May 20 20:48:08.286525 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b75a8638-088a-45be-a030-05d33f70ab17 req-ee24ef85-558c-47b3-a1eb-04d8f888d1cb tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679529 May 20 20:48:08.911516 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-3db9d0c1-fdda-4c2b-acb8-35c6d4690745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:08.913099 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-3db9d0c1-fdda-4c2b-acb8-35c6d4690745 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793&tenant_id=d5027f30d5cc4597b71b00abdae749e4 HTTP/1.1" status: 200 len: 1096 time: 0.0830083 May 20 20:48:09.031880 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-35936e2a-7419-44ca-b160-c63cff6a79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:09.033559 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-35936e2a-7419-44ca-b160-c63cff6a79c1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 1096 time: 0.0908513 May 20 20:48:09.249029 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-b2773e33-07b3-4145-b676-a8445845be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:09.251611 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-b2773e33-07b3-4145-b676-a8445845be8f service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.2096865 May 20 20:48:09.337003 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 34974) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:09.470081 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-6b7c2629-df30-4a7f-8c2d-bc4e3a92bc46 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b599a491-58a8-4c61-b5c5-0aa58059903e HTTP/1.1" status: 200 len: 999 time: 0.2115414 May 20 20:48:09.556720 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-0b5ea5ef-6caf-4191-84d7-7b39936da3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:09.561278 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-0b5ea5ef-6caf-4191-84d7-7b39936da3cc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.0803061 May 20 20:48:09.597395 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c41f9-df17-4cc7-a34d-2de8332b0e9b req-29ba04a2-bae4-496e-b097-ddcc3cd068ee tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:09.598961 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e30c41f9-df17-4cc7-a34d-2de8332b0e9b req-29ba04a2-bae4-496e-b097-ddcc3cd068ee tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1307821 May 20 20:48:09.680870 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-4d9b9db1-6b3b-4d9f-8e26-82f2bbdcfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:09.682531 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-4d9b9db1-6b3b-4d9f-8e26-82f2bbdcfd8b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1111050 May 20 20:48:09.797889 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e30c41f9-df17-4cc7-a34d-2de8332b0e9b req-6b81ffc2-d878-4514-a914-0f91c622f0aa tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920145 May 20 20:48:09.859473 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-a209c8c6-84a2-45af-9b36-84889c42c9f9 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694169 May 20 20:48:10.016306 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-232056ca-6f58-4381-aae3-f9fa9e6c702b req-fda13d06-871f-4799-aa9d-c4f0afc2cc9c service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497180 May 20 20:48:10.152420 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-91d03072-d0e4-4f44-880f-0e92c06c3199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:10.346115 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076967'] for router_interface, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.124159 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Deleting port 7cb45a97-ece8-4bc9-a082-a4c756e1d775 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:48:11.124920 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.335383 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] For port 7cb45a97-ece8-4bc9-a082-a4c756e1d775, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=7cb45a97-ece8-4bc9-a082-a4c756e1d775,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:11.336375 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.364715 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669c8a-619f-4bac-8385-5cb2cf67d04b req-6377d77f-6bf1-42b9-ad3f-5b6b581d24d5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:11.367567 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-41669c8a-619f-4bac-8385-5cb2cf67d04b req-6377d77f-6bf1-42b9-ad3f-5b6b581d24d5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.3062248 May 20 20:48:11.499491 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Calling delete_port for 7cb45a97-ece8-4bc9-a082-a4c756e1d775 owned by network:router_interface {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:48:11.658213 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-41669c8a-619f-4bac-8385-5cb2cf67d04b req-3db8b296-4a17-43de-a59e-069885595a72 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311866 May 20 20:48:11.986645 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:11.991587 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5f1eb810-b298-4b78-b2fc-8611cfeb139d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:12.067486 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb45a97-ece8-4bc9-a082-a4c756e1d775,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:12.110108 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:12.551388 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077075'] for router_interface, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:12.745691 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.049522 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a06371e-b9d2-4804-b2ce-faf73c8b553b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:13.257181 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377b5c9-7f41-4b17-8b85-f72d09d1c3ee req-88666559-e62e-4cd4-b0a5-6027fbb33389 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:13.265989 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7377b5c9-7f41-4b17-8b85-f72d09d1c3ee req-88666559-e62e-4cd4-b0a5-6027fbb33389 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.3351576 May 20 20:48:13.522117 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-7377b5c9-7f41-4b17-8b85-f72d09d1c3ee req-46064858-fa78-4e2c-8f86-363fec8df908 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551260 May 20 20:48:13.538404 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Router 06ebde29-6675-4f58-b13a-adb9146f4054 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:48:13.797824 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:48:13.816924 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] Sync routers for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:48:13.822894 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-aec4c0a9-25c2-4bf7-a138-b38a21f7f3fc admin admin] 10.222.0.85 "PUT /v2.0/routers/06ebde29-6675-4f58-b13a-adb9146f4054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4792433 May 20 20:48:13.825373 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35020) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:13.829037 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:48:13.830078 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:48:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:14.041708 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:48:14.198004 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks [] for router, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.363172 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.432348 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:48:11Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:14.439226 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] Checking router: 06ebde29-6675-4f58-b13a-adb9146f4054 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:48:14.451016 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] Routers {'06ebde29-6675-4f58-b13a-adb9146f4054'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:48:14.451672 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:48:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['06ebde29-6675-4f58-b13a-adb9146f4054'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:14.544914 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.777852 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Deleting port f8710377-0050-4d10-8ee2-ad175a61e9ef {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:48:14.778286 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:14.811526 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] Set router 06ebde29-6675-4f58-b13a-adb9146f4054 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:48:15.012553 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] For port f8710377-0050-4d10-8ee2-ad175a61e9ef, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=f8710377-0050-4d10-8ee2-ad175a61e9ef,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:15.013490 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.191479 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25ea8-c56b-4228-be34-0123b92f43b1 req-3e1e3371-7792-456b-9bfc-20c39f4fef62 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:15.195085 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-23e25ea8-c56b-4228-be34-0123b92f43b1 req-3e1e3371-7792-456b-9bfc-20c39f4fef62 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.3526049 May 20 20:48:15.203390 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Calling delete_port for f8710377-0050-4d10-8ee2-ad175a61e9ef owned by network:router_gateway {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:48:15.265480 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-23e25ea8-c56b-4228-be34-0123b92f43b1 req-8bd16a61-9b0a-450e-a5b0-615a4e8cf9f3 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583386 May 20 20:48:15.324361 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:48:11Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:15.333106 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffde5e1-63b4-4202-a651-c0bd5184ebd7 None None] The sync data for ids ['06ebde29-6675-4f58-b13a-adb9146f4054'] in dv-cinder-784623-13-smb is: [{'id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'name': 'tempest-AttachVolumeTestJSON-2028626191-router', 'tenant_id': '5619e324f4514c08938a2e4a14268227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:48:11Z', 'revision_number': 5, 'project_id': '5619e324f4514c08938a2e4a14268227', 'gw_port': {'id': 'f8710377-0050-4d10-8ee2-ad175a61e9ef', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ebde29-6675-4f58-b13a-adb9146f4054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:48:15.552459 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.559148 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-cdf8b491-b796-482e-99f3-ad0683bb4c8a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:15.608610 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:15.618579 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8710377-0050-4d10-8ee2-ad175a61e9ef,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:15.645393 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:15.723757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2039564'] for router_gateway, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.135346 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2056570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1652'] for router, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.139970 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.278070 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2038576'] for router, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.278656 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ebde29-6675-4f58-b13a-adb9146f4054 {{(pid=98922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 20:48:16.300185 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] Notify callbacks [] for router, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.301394 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-7afae422-2152-41cd-ad02-d0674a5a238c admin admin] 10.222.0.85 "DELETE /v2.0/routers/06ebde29-6675-4f58-b13a-adb9146f4054 HTTP/1.1" status: 204 len: 168 time: 2.4678645 May 20 20:48:16.305894 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35036) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:16.482617 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_v2 [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] Deleting subnet 5b533d67-f65d-44d3-b841-0f56ea1c3c43 {{(pid=98922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:48:16.504307 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.595554 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 7cb45a97-ece8-4bc9-a082-a4c756e1d775 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:48:16.680615 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 7cb45a97-ece8-4bc9-a082-a4c756e1d775 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:48:16.681189 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 7cb45a97-ece8-4bc9-a082-a4c756e1d775 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:48:16.762828 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1370756'] for subnet, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:16.903973 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c99d4-205f-457b-8ad9-7b6a162dad94 req-6a507620-73d8-4def-9f3a-a9982a969be1 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:16.912784 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-728c99d4-205f-457b-8ad9-7b6a162dad94 req-6a507620-73d8-4def-9f3a-a9982a969be1 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.3508990 May 20 20:48:17.016568 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-728c99d4-205f-457b-8ad9-7b6a162dad94 req-f59c5b07-2a7c-4ac7-b184-3dfe0e5b6b28 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748029 May 20 20:48:17.032702 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.461445 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14728591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15880778'] for subnet, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.467046 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6175738a-8121-4fb0-9de7-666416de9f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:17.538597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b533d67-f65d-44d3-b841-0f56ea1c3c43,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:17.545814 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:17.548339 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.561657 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-883ec594-0b73-49db-bad3-f6ecdc8662d0 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/5b533d67-f65d-44d3-b841-0f56ea1c3c43 HTTP/1.1" status: 204 len: 168 time: 1.2542984 May 20 20:48:17.565239 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35046) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:17.570770 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba47756-1e93-4f2c-adf3-2fcb5d199d95 None None] Network dd1fbe08-e904-428c-87e9-e12c93f6b03e requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:48:17.711375 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:17.817923 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Deleting port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:48:17.818269 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.047556 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] DHCP port deletion for dd1fbe08-e904-428c-87e9-e12c93f6b03e request from dv-cinder-784623-13-smb {{(pid=98923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:48:18.103882 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] For port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:18.104455 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.230725 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] Deleting port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 {{(pid=98923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:48:18.231746 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.354874 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Calling delete_port for 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 owned by network:dhcp {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:48:18.378191 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6708882-3d68-4ba2-8e23-3c78382cee8d req-91b19c3a-7b88-4714-82ff-c8a1b627da80 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:18.379425 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e6708882-3d68-4ba2-8e23-3c78382cee8d req-91b19c3a-7b88-4714-82ff-c8a1b627da80 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1657619 May 20 20:48:18.407010 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] For port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,segment=NetworkSegment(fe4efc9a-1253-422d-a634-be6384ab0616),segment_id=fe4efc9a-1253-422d-a634-be6384ab0616)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:18.407435 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.505784 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-e6708882-3d68-4ba2-8e23-3c78382cee8d req-a05909da-6ece-4ad4-b2bd-fcfbcc5a17aa tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993516 May 20 20:48:18.581387 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:48:18.617431 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] Calling delete_port for 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 owned by network:dhcp {{(pid=98923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:48:18.758847 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.769274 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.779960 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6c0ec472-d3b7-421e-98e2-7014865019b1 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:18.881195 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:18.889050 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759'] for port, after_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:18.895574 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:18.897293 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] No DVR routers for this DVR port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 on host dv-cinder-784623-13-smb {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:18.910261 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-dff3d460-8de3-4b0e-b09d-c9139b73302b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:19.000300 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] Pushing event deleted for resources: {'Port': ['ID=8f813ac9-5a9a-423b-9c3d-9eac85eaf211,revision_number=None']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:19.003802 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device f8710377-0050-4d10-8ee2-ad175a61e9ef no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:48:19.064932 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:19.075189 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.081416 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: f8710377-0050-4d10-8ee2-ad175a61e9ef {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:48:19.082099 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device f8710377-0050-4d10-8ee2-ad175a61e9ef not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:48:19.089087 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] No DVR routers for this DVR port 8f813ac9-5a9a-423b-9c3d-9eac85eaf211 on host dv-cinder-784623-13-smb {{(pid=98923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:48:19.090739 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1fbe08-e904-428c-87e9-e12c93f6b03e']}} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:19.107423 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4efc9a-1253-422d-a634-be6384ab0616') {'for_net_delete': True} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:19.107423 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4efc9a-1253-422d-a634-be6384ab0616') {} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:48:19.123466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16285257'] for segment, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.146033 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.155371 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=98921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:48:19.155870 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15860602'] for segment, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: Traceback (most recent call last): May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: timer() May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: cb(*args, **kw) May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: return func(*args, **kwargs) May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: self._notify() May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: self.callback(batched_events) May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: event.method(event) May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: return f(self, *a, **k) May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: return self._get(url).json() May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: return self.request(url, 'GET', **kwargs) May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:48:19.170649 dv-cinder-784623-13-smb neutron-server[98921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:48:19.334728 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.347966 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f48f1a16-b683-40df-ad8a-b07a017dbf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:19.380045 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:19.398146 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1fbe08-e904-428c-87e9-e12c93f6b03e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:19.407188 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:19.508521 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] 10.222.0.85 "DELETE /v2.0/networks/dd1fbe08-e904-428c-87e9-e12c93f6b03e HTTP/1.1" status: 204 len: 168 time: 1.9411311 May 20 20:48:19.785199 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2349c-aff2-43f9-83c2-45e5bbce3319 req-c21301cb-0f82-4e23-a819-c9d9bbb50098 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:19.786798 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d7c2349c-aff2-43f9-83c2-45e5bbce3319 req-c21301cb-0f82-4e23-a819-c9d9bbb50098 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1011584 May 20 20:48:19.845952 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d7c2349c-aff2-43f9-83c2-45e5bbce3319 req-d76596fc-7380-4f90-a3ec-560cce81d86d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517087 May 20 20:48:20.029447 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35064) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:20.099657 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-e9bee210-352e-41d4-a5b8-2527a4867358 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5619e324f4514c08938a2e4a14268227&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0683477 May 20 20:48:20.102092 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35068) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:20.196319 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.246838 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.380944 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.389701 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-3264b782-d937-430b-818b-b7d19c74a97a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:20.419132 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3780433c-7b6c-4263-bded-55ff3560a7ef,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:20.438571 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:20.440828 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3780433c-7b6c-4263-bded-55ff3560a7ef HTTP/1.1" status: 204 len: 168 time: 0.3371432 May 20 20:48:20.444374 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.445423 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.447245 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.448746 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.449601 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.450400 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.451255 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.452082 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.455431 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.455431 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.455431 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.455431 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:48:20.460428 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:21.150675 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c741d73-27f2-4724-8346-cf1450ea440d req-2f57fade-0bc3-4f53-970f-2e62e701a3aa tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:21.155515 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8c741d73-27f2-4724-8346-cf1450ea440d req-2f57fade-0bc3-4f53-970f-2e62e701a3aa tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1308663 May 20 20:48:21.284463 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8c741d73-27f2-4724-8346-cf1450ea440d req-bc412096-d993-414e-b4d9-ee2444957be1 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148295 May 20 20:48:22.695446 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f6cfe-6d35-44c0-958d-0270543a1722 req-f0df6fb7-e736-41f3-8ebf-d4c5b610ceb6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:22.698494 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cd4f6cfe-6d35-44c0-958d-0270543a1722 req-f0df6fb7-e736-41f3-8ebf-d4c5b610ceb6 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1446702 May 20 20:48:22.784843 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-cd4f6cfe-6d35-44c0-958d-0270543a1722 req-1c9ddb90-0785-4d18-9d13-28f83fe0e21e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715742 May 20 20:48:24.037423 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716b037-6928-4da4-99b4-f0f757961432 req-d71ee9d3-c106-4df8-9be9-32e5f3d38ad0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:24.043729 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5716b037-6928-4da4-99b4-f0f757961432 req-d71ee9d3-c106-4df8-9be9-32e5f3d38ad0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.1228697 May 20 20:48:24.115109 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-5716b037-6928-4da4-99b4-f0f757961432 req-70b98a59-25c7-47ca-a914-c23b874a6336 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670180 May 20 20:48:25.349265 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac019b5d-539c-4178-8678-6771136d4e84 req-f7fcd721-32f0-4e34-b475-a48160f20c4c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:25.350984 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ac019b5d-539c-4178-8678-6771136d4e84 req-f7fcd721-32f0-4e34-b475-a48160f20c4c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 943 time: 0.0977874 May 20 20:48:25.411604 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ac019b5d-539c-4178-8678-6771136d4e84 req-84bddf6e-ce24-40b8-9399-bb3a3ddb7fed tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488305 May 20 20:48:25.793330 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:48:25.954964 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:25.981483 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'port_id': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'mac_address': 'fa:16:3e:8e:90:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:48:26.080110 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.099230 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b599a491-58a8-4c61-b5c5-0aa58059903e {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:48:26.117788 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:26.191563 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.194643 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:26.314847 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=9']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:26.318520 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:26.345314 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35168) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:26.448773 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['b599a491-58a8-4c61-b5c5-0aa58059903e'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:48:26.499332 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.530082 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:26.538580 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:94abba2bad114283a7651b0fee65c297 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:26.545619 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:26.557658 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:26.770010 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.794842 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea55514-68e5-46b2-bfd9-1c95e4f802c4 req-ee6694cf-04ce-4292-bede-cfe640d8aca5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:26.796838 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fea55514-68e5-46b2-bfd9-1c95e4f802c4 req-ee6694cf-04ce-4292-bede-cfe640d8aca5 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 944 time: 0.1486220 May 20 20:48:26.868682 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:26.884383 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1b2c0eb7-eec8-497f-bc0a-bb8916b8a85c tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:26.902390 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-fea55514-68e5-46b2-bfd9-1c95e4f802c4 req-ba7ac253-7626-418b-931d-09d83ecffbf4 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942647 May 20 20:48:26.975735 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=94abba2bad114283a7651b0fee65c297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260118 May 20 20:48:26.975735 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f176b3-4a6f-4f1a-aafb-190ad7a7fdad,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:26.976297 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35178) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:26.982303 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:27.050473 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f9884d5-aefb-4181-999c-d7105f2b2b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.084035 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f9884d5-aefb-4181-999c-d7105f2b2b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.231801 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f9884d5-aefb-4181-999c-d7105f2b2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.235928 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e0143fdd-4243-483e-acd2-037c16cb3752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:27.250306 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9884d5-aefb-4181-999c-d7105f2b2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f176b3-4a6f-4f1a-aafb-190ad7a7fdad,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:27.253634 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6f9884d5-aefb-4181-999c-d7105f2b2b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:27.255996 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6f9884d5-aefb-4181-999c-d7105f2b2b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:27.261124 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6f9884d5-aefb-4181-999c-d7105f2b2b44 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/20f176b3-4a6f-4f1a-aafb-190ad7a7fdad HTTP/1.1" status: 204 len: 168 time: 0.2792354 May 20 20:48:27.814505 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:48:27.899531 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port b599a491-58a8-4c61-b5c5-0aa58059903e triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:48:27.899954 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.024384 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35192) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:28.047112 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.056621 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.075603 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:28.080109 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Usage tracker for resource:security_group_rule and tenant:de0299323e0f4657ba0d4ddc0655b25c is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:28.083374 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:28.089920 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:48:28.091351 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:28.109096 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:48:28.174611 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'code': 200} May 20 20:48:28.202311 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.207391 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:28.286426 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ee517-559c-4e84-9fb1-d2f74dd9583e req-38a42039-8f99-44e9-9127-e47918876a2a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:28.288977 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4f1ee517-559c-4e84-9fb1-d2f74dd9583e req-38a42039-8f99-44e9-9127-e47918876a2a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 944 time: 0.1878211 May 20 20:48:28.333666 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=10']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:28.341362 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:28.412505 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4f1ee517-559c-4e84-9fb1-d2f74dd9583e req-18743e9d-f24d-4c0b-a285-27379ad8ef8d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032133 May 20 20:48:28.433292 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.499968 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.507957 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-5cb5c973-b92d-4078-aa31-c259d6e9aed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:28.562934 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=de0299323e0f4657ba0d4ddc0655b25c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374069 May 20 20:48:28.564053 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b526f1-c918-4ddf-98ac-c162bc2e6762,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:28.567425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-916e3b0e-e893-4cab-8c4a-403d2e777ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:28.567691 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35200) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:28.696401 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-34dde94a-19f5-47ff-9cd1-6ba20c0f1211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.741823 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-34dde94a-19f5-47ff-9cd1-6ba20c0f1211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.789861 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c009b-3d30-4fde-aee5-b50b3c52e9b6 req-c37e5222-9c9c-4e02-9def-a986033dd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:28.791392 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-616c009b-3d30-4fde-aee5-b50b3c52e9b6 req-c37e5222-9c9c-4e02-9def-a986033dd2ef service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 1099 time: 0.1610658 May 20 20:48:28.843248 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-616c009b-3d30-4fde-aee5-b50b3c52e9b6 req-3787f1ce-f1cf-4c25-a71c-7d84db2424f6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440691 May 20 20:48:28.905827 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-34dde94a-19f5-47ff-9cd1-6ba20c0f1211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.910409 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-735893a8-791d-4b0c-84de-3b5329cbe1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:28.925223 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dde94a-19f5-47ff-9cd1-6ba20c0f1211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b526f1-c918-4ddf-98ac-c162bc2e6762,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:28.928855 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-34dde94a-19f5-47ff-9cd1-6ba20c0f1211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:28.931309 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-34dde94a-19f5-47ff-9cd1-6ba20c0f1211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:28.933766 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-34dde94a-19f5-47ff-9cd1-6ba20c0f1211 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b6b526f1-c918-4ddf-98ac-c162bc2e6762 HTTP/1.1" status: 204 len: 168 time: 0.3645098 May 20 20:48:29.645750 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e607-0c3b-43c8-b001-c74305622261 req-9c12ecbc-44c9-4377-852e-dc8a83176a32 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:29.647443 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d3d0e607-0c3b-43c8-b001-c74305622261 req-9c12ecbc-44c9-4377-852e-dc8a83176a32 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 946 time: 0.0935528 May 20 20:48:29.705028 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d3d0e607-0c3b-43c8-b001-c74305622261 req-ba7e53bc-f1af-4769-bb90-d2144d5e2b39 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500271 May 20 20:48:30.896404 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-0e668564-0dcc-478c-9078-2d5b48756611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:30.899449 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-0e668564-0dcc-478c-9078-2d5b48756611 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5027f30d5cc4597b71b00abdae749e4&device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 1099 time: 0.1167133 May 20 20:48:31.049922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b664a7-b231-4389-b8f0-e6e08b44c79a req-3b3ada3e-d361-456d-93ae-54c5f2a27113 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:31.060398 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-84b664a7-b231-4389-b8f0-e6e08b44c79a req-3b3ada3e-d361-456d-93ae-54c5f2a27113 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 946 time: 0.2267280 May 20 20:48:31.081049 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-019e9605-8b02-4d8f-9427-0b06a990ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:31.082538 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-019e9605-8b02-4d8f-9427-0b06a990ca9c service neutron] 10.222.0.95 "GET /v2.0/networks?id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 200 len: 916 time: 0.1548226 May 20 20:48:31.121462 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-84b664a7-b231-4389-b8f0-e6e08b44c79a req-53bbcb61-8f45-4c4f-bf8a-4283b44bcae8 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562463 May 20 20:48:31.193824 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-a9c3bd81-f855-460e-88a1-0fffe4ced11c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b599a491-58a8-4c61-b5c5-0aa58059903e HTTP/1.1" status: 200 len: 1001 time: 0.1033487 May 20 20:48:31.284117 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-5ee7c730-2b37-4e39-a0c4-4f4d7a284a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:31.286932 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-5ee7c730-2b37-4e39-a0c4-4f4d7a284a9e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 200 len: 854 time: 0.0848372 May 20 20:48:31.389989 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-c2a70bf8-4589-4e78-a11e-ef02671cf499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:31.391604 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-c2a70bf8-4589-4e78-a11e-ef02671cf499 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3a8252f0-2dd8-4b54-ae4b-4049806c0a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0910943 May 20 20:48:31.624045 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-78a86867-a825-482f-89ed-2e4f8ad39464 service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242122 May 20 20:48:31.940362 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-0c0400c4-5520-4245-b479-5cc8af9ac3e4 req-635784fb-51ca-46c7-a22a-9d52c9732fab service neutron] 10.222.0.95 "GET /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060791 May 20 20:48:32.330766 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162a990-1bd5-48e4-8233-fe5661401cc4 req-562edaed-0cc7-4535-9ee4-4be15171e4ae tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:48:32.332454 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8162a990-1bd5-48e4-8233-fe5661401cc4 req-562edaed-0cc7-4535-9ee4-4be15171e4ae tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 946 time: 0.0935836 May 20 20:48:32.385444 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35302) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:32.388114 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-8162a990-1bd5-48e4-8233-fe5661401cc4 req-9333e950-4031-4912-9995-9b2ce068c6c7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479600 May 20 20:48:32.550592 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.573005 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:32.583309 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:8545f18b4e5244b699a65ffb17dea34d is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:32.589164 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:32.600173 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:32.648299 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.721775 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.831254 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.840117 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-762854ff-e337-4d4d-9fdf-7e3f150661f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:32.882991 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8545f18b4e5244b699a65ffb17dea34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959102 May 20 20:48:32.883944 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749f1716-0474-4b17-a78c-0cf16ef50196,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:32.886408 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35314) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:32.887751 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:32.953928 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-11a3fc8e-a024-4fea-b6f1-7fe7fcd6ab88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:32.981513 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-11a3fc8e-a024-4fea-b6f1-7fe7fcd6ab88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.055500 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35320) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:33.133102 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-11a3fc8e-a024-4fea-b6f1-7fe7fcd6ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.138914 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e2b35cfa-f02e-4e8a-a70e-d73a7429b63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:33.160914 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3fc8e-a024-4fea-b6f1-7fe7fcd6ab88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749f1716-0474-4b17-a78c-0cf16ef50196,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:33.163575 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-11a3fc8e-a024-4fea-b6f1-7fe7fcd6ab88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:33.194875 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-11a3fc8e-a024-4fea-b6f1-7fe7fcd6ab88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.196577 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-11a3fc8e-a024-4fea-b6f1-7fe7fcd6ab88 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/749f1716-0474-4b17-a78c-0cf16ef50196 HTTP/1.1" status: 204 len: 168 time: 0.3069494 May 20 20:48:33.197216 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.213325 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:33.218393 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Usage tracker for resource:security_group_rule and tenant:b8691b09e2d24118895f4f0519a9d581 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:33.221575 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:33.230585 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:33.332006 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.379547 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.388231 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-3681bb3e-ea97-48f2-a2b1-253aff558172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:33.433400 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b8691b09e2d24118895f4f0519a9d581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752313 May 20 20:48:33.434585 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd04a858-2ba2-43af-a3cb-edaa078b415f,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:33.435599 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35328) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:33.437814 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:33.502279 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6cc24975-c2a0-4ee5-85f3-07ad66833be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.545540 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6cc24975-c2a0-4ee5-85f3-07ad66833be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.728699 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6cc24975-c2a0-4ee5-85f3-07ad66833be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.734135 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c37bedc0-6c03-4893-b500-0a6f5e65a524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:33.752943 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc24975-c2a0-4ee5-85f3-07ad66833be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd04a858-2ba2-43af-a3cb-edaa078b415f,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:33.756958 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6cc24975-c2a0-4ee5-85f3-07ad66833be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:33.764394 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6cc24975-c2a0-4ee5-85f3-07ad66833be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:33.766442 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6cc24975-c2a0-4ee5-85f3-07ad66833be6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fd04a858-2ba2-43af-a3cb-edaa078b415f HTTP/1.1" status: 204 len: 168 time: 0.3294842 May 20 20:48:34.010154 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35336) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:34.031606 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.049243 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:34.054781 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Usage tracker for resource:security_group_rule and tenant:77375dc1e1d44b909f9f64471c487bb9 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:34.060189 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:34.067162 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:34.190021 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.259992 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.271312 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-185350fe-9e8f-4c26-9405-5f4e8fe2e4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:34.319662 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=77375dc1e1d44b909f9f64471c487bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082101 May 20 20:48:34.321635 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cc276a-227d-41b9-bd11-eef2d98fb637,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:34.324353 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35348) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:34.325471 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ca03a6e9-02d9-4a98-b260-7f4be534f647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:34.405737 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-269db70f-2e17-4eb7-8028-303d3462c101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.437361 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-269db70f-2e17-4eb7-8028-303d3462c101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.608482 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-269db70f-2e17-4eb7-8028-303d3462c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.612631 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d8399d7e-1caf-4789-9a63-b727ae8049ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:34.627651 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269db70f-2e17-4eb7-8028-303d3462c101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cc276a-227d-41b9-bd11-eef2d98fb637,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:34.630135 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-269db70f-2e17-4eb7-8028-303d3462c101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:34.640576 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-269db70f-2e17-4eb7-8028-303d3462c101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:34.641830 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-269db70f-2e17-4eb7-8028-303d3462c101 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/20cc276a-227d-41b9-bd11-eef2d98fb637 HTTP/1.1" status: 204 len: 168 time: 0.3158092 May 20 20:48:35.977891 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:48:40.220380 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-de9a0a5c-f9e7-43f5-bd0f-7c9dd82113e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:42.791102 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:43.037150 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-055d5765-dda4-4c14-b697-905de393157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:43.985877 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:45.562906 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.539140 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35588) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:46.672922 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.690539 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:46.694831 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e442b00d0ffa42229118131f02ed10ac is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:46.698503 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:46.705466 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:46.800004 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.904410 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:46.912418 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c188e79a-8054-4d3c-a6d2-db42f1c1e884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:46.958795 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e442b00d0ffa42229118131f02ed10ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184105 May 20 20:48:46.959614 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdbe7d7-a7d7-40db-882b-d0f80cd06d6a,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:46.962285 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35594) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:46.963605 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:47.034827 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-15714a21-3532-4027-b986-daa93c00f0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.074875 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-15714a21-3532-4027-b986-daa93c00f0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.231545 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-15714a21-3532-4027-b986-daa93c00f0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.235770 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-090a2986-a511-4627-a498-12b81e040940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:47.249542 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15714a21-3532-4027-b986-daa93c00f0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdbe7d7-a7d7-40db-882b-d0f80cd06d6a,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:47.253619 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-15714a21-3532-4027-b986-daa93c00f0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:47.259358 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-15714a21-3532-4027-b986-daa93c00f0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:47.260656 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-15714a21-3532-4027-b986-daa93c00f0f5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fbdbe7d7-a7d7-40db-882b-d0f80cd06d6a HTTP/1.1" status: 204 len: 168 time: 0.2968717 May 20 20:48:48.032942 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35608) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:48.054149 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.070994 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:48.075608 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Usage tracker for resource:security_group_rule and tenant:eb0f0309d66e46108795f4ef3e5606b4 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:48.079094 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:48.086133 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:48.184603 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.271369 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.279939 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0bdfba32-ab8a-489c-9c6e-accbd7588e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:48.329788 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=eb0f0309d66e46108795f4ef3e5606b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956305 May 20 20:48:48.330604 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d8996-7e7e-43dd-b331-d96cfbc31c34,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:48.333165 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35612) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:48.333985 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:48.414136 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e921c8f-b200-4b91-bf18-87bf8ebd0524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.445999 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e921c8f-b200-4b91-bf18-87bf8ebd0524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.603081 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e921c8f-b200-4b91-bf18-87bf8ebd0524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.611909 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-77fc0c61-ac28-4772-82e0-a131e6718eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:48.634265 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e921c8f-b200-4b91-bf18-87bf8ebd0524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d8996-7e7e-43dd-b331-d96cfbc31c34,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:48.639534 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2e921c8f-b200-4b91-bf18-87bf8ebd0524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:48.641101 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-2e921c8f-b200-4b91-bf18-87bf8ebd0524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:48.645840 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-2e921c8f-b200-4b91-bf18-87bf8ebd0524 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/525d8996-7e7e-43dd-b331-d96cfbc31c34 HTTP/1.1" status: 204 len: 168 time: 0.3111930 May 20 20:48:49.040543 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35626) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:49.193865 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.222182 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:49.228874 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4fb27079b84c41acb213f79c23a4e0 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:49.233191 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:49.240443 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:49.342772 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.471185 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.480404 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2266161f-6249-472d-8703-da35e2f7ebf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:49.523316 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aba3cb-2e6d-4421-bffe-e8531cd29246,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:49.528170 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fc4fb27079b84c41acb213f79c23a4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863951 May 20 20:48:49.529189 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:49.530681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35640) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:49.601777 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2343-dbd5-497d-a1b2-8c273c593fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.636045 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2343-dbd5-497d-a1b2-8c273c593fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.827187 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2343-dbd5-497d-a1b2-8c273c593fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.833683 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-7d66eda8-68fb-4f24-85fd-5fcfa5b7a6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:49.851772 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2343-dbd5-497d-a1b2-8c273c593fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aba3cb-2e6d-4421-bffe-e8531cd29246,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:49.854365 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4a0f2343-dbd5-497d-a1b2-8c273c593fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:49.866172 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4a0f2343-dbd5-497d-a1b2-8c273c593fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:49.869392 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-4a0f2343-dbd5-497d-a1b2-8c273c593fc1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/05aba3cb-2e6d-4421-bffe-e8531cd29246 HTTP/1.1" status: 204 len: 168 time: 0.3356199 May 20 20:48:53.250141 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35702) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:53.383514 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.402051 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:53.406380 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Usage tracker for resource:security_group_rule and tenant:c46cbea291f84d87953a1b1ae7591786 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:53.410493 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:53.417843 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:53.518543 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.597079 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.607006 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9ea5deb8-1950-46f2-b021-696ab81eb2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:53.652437 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c46cbea291f84d87953a1b1ae7591786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004581 May 20 20:48:53.654352 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661a96be-10b9-4a94-a051-81b51aed0134,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:53.655281 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35710) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:53.657572 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:53.734180 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f587e20e-1b03-4acd-ac43-ef06575bbfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.764808 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f587e20e-1b03-4acd-ac43-ef06575bbfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.905418 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f587e20e-1b03-4acd-ac43-ef06575bbfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.909780 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c6b99bb5-67ac-43e8-9cc1-6e366d290622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:53.924229 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587e20e-1b03-4acd-ac43-ef06575bbfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a96be-10b9-4a94-a051-81b51aed0134,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:53.928024 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f587e20e-1b03-4acd-ac43-ef06575bbfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:53.929670 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f587e20e-1b03-4acd-ac43-ef06575bbfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:53.930847 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f587e20e-1b03-4acd-ac43-ef06575bbfbe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/661a96be-10b9-4a94-a051-81b51aed0134 HTTP/1.1" status: 204 len: 168 time: 0.2743893 May 20 20:48:54.627087 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35718) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:54.648525 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.666060 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:48:54.671230 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6cb7cd4fe14360a499a4668dcf8e1f is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:48:54.674758 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:48:54.681562 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:48:54.782182 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.892421 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:54.901130 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2ee7f017-00ac-4c3f-92ff-3c9809a026b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:54.952498 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cd6cb7cd4fe14360a499a4668dcf8e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241141 May 20 20:48:54.953534 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0852ef17-41a8-43b3-9fd9-b059fe9dc014,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:54.955849 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35722) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:48:54.956831 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:55.046178 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2956f8a6-710e-4727-b206-8f134c2818c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.076961 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2956f8a6-710e-4727-b206-8f134c2818c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.219736 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2956f8a6-710e-4727-b206-8f134c2818c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.225130 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-11a3fc8e-a024-4fea-b6f1-7fe7fcd6ab88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:48:55.240158 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956f8a6-710e-4727-b206-8f134c2818c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0852ef17-41a8-43b3-9fd9-b059fe9dc014,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:48:55.244085 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2956f8a6-710e-4727-b206-8f134c2818c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:48:55.252625 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2956f8a6-710e-4727-b206-8f134c2818c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:48:55.253969 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-2956f8a6-710e-4727-b206-8f134c2818c5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0852ef17-41a8-43b3-9fd9-b059fe9dc014 HTTP/1.1" status: 204 len: 168 time: 0.2966204 May 20 20:49:02.693402 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:05.786037 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae79c6-86ff-4f85-b031-5f5e855eb05e req-d3239aff-e863-43a4-8abf-d9f2c354e454 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:05.790593 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bdae79c6-86ff-4f85-b031-5f5e855eb05e req-d3239aff-e863-43a4-8abf-d9f2c354e454 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 946 time: 0.1014514 May 20 20:49:05.855433 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-bdae79c6-86ff-4f85-b031-5f5e855eb05e req-67a25e27-9de4-4e67-9b1c-18981845f637 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596251 May 20 20:49:07.078102 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2961001-145a-46c8-a054-6dfab5554dbd req-130d50dc-e6e8-4fb8-accd-f0f4409693c7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:07.079727 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f2961001-145a-46c8-a054-6dfab5554dbd req-130d50dc-e6e8-4fb8-accd-f0f4409693c7 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 946 time: 0.0903575 May 20 20:49:07.135761 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f2961001-145a-46c8-a054-6dfab5554dbd req-4b2cda31-521f-49c8-be1d-2ebb5b085fb0 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups?id=272ee708-f98d-472f-b429-883ee6765996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489402 May 20 20:49:07.209674 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-719afcc6-44a6-433e-a4c4-f683fff20e2d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:07.210560 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-719afcc6-44a6-433e-a4c4-f683fff20e2d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Synchronizing usage tracker for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:49:07.328002 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-719afcc6-44a6-433e-a4c4-f683fff20e2d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Unset dirty status for tenant:d5027f30d5cc4597b71b00abdae749e4 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:49:07.329240 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-719afcc6-44a6-433e-a4c4-f683fff20e2d tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 946 time: 0.2060528 May 20 20:49:07.481255 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Deleting port b599a491-58a8-4c61-b5c5-0aa58059903e {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:07.481609 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:07.630888 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] For port b599a491-58a8-4c61-b5c5-0aa58059903e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b599a491-58a8-4c61-b5c5-0aa58059903e,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:07.631128 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.015673 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.061426 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2039609'] for floatingip, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.061426 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.db.l3_db [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Floating IP 182eff53-25f1-4767-b849-714e0fb7e6ac disassociated. External IP: 172.28.1.254, port: b599a491-58a8-4c61-b5c5-0aa58059903e. May 20 20:49:08.061426 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Calling delete_port for b599a491-58a8-4c61-b5c5-0aa58059903e owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:08.265153 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.271594 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dddd75f4-bda0-4ed5-8fed-eb2dc8e10aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:08.320095 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event deleted for resources: {'Port': ['ID=b599a491-58a8-4c61-b5c5-0aa58059903e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:08.328449 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:08.341832 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-ea440388-b6a2-42c3-a10e-7c01f42e4aa9 req-ccb3f5cc-34a4-467e-bec3-475b6ebd953f tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 210 time: 0.0779259 May 20 20:49:08.703525 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Router e1aefe68-79a3-4751-afe2-02aced513757 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:49:08.909623 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:49:08.921310 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] Sync routers for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:08.933320 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:08.933847 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:48:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:08.993255 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] No DVR routers for this DVR port b599a491-58a8-4c61-b5c5-0aa58059903e on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:08.996155 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:08.999179 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-deleted', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:49:09.086259 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d40f0b-ba2e-4a8c-8b10-c9321e1e0793', 'name': 'network-vif-deleted', 'tag': 'b599a491-58a8-4c61-b5c5-0aa58059903e', 'status': 'completed', 'code': 200} May 20 20:49:09.123037 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-24fa77bb-3a20-4e89-9258-24144cb3e3be req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.95 "DELETE /v2.0/ports/b599a491-58a8-4c61-b5c5-0aa58059903e HTTP/1.1" status: 204 len: 173 time: 1.7875345 May 20 20:49:09.184545 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:09.542214 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3c0bd6bb-9691-40fb-b353-74adfe965206 req-3b917fe7-4541-41e3-bfea-95e6b8863982 tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 210 time: 0.0468380 May 20 20:49:09.558648 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:09.563609 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] Checking router: e1aefe68-79a3-4751-afe2-02aced513757 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:09.574375 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:09.575295 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:48:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:09.762864 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:10.032411 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:10.093536 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: b599a491-58a8-4c61-b5c5-0aa58059903e {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:10.094073 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device b599a491-58a8-4c61-b5c5-0aa58059903e not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:10.123820 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:10.129728 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b795cc-9b28-4aeb-9e72-296e71b9bb1f None None] The sync data for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb is: [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:41:27Z', 'revision_number': 4, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': 'a2333e14-77c5-4a85-abe9-b2990f8b0b26', 'name': '', 'network_id': '3a8252f0-2dd8-4b54-ae4b-4049806c0a23', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'mac_address': 'fa:16:3e:37:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:22Z', 'updated_at': '2021-05-20T20:41:43Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'subnets': [{'id': '2ae2ce42-4338-40ba-a242-1a3e461ff19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:10.381100 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fe06c-8a7a-4bad-8f9a-d522c6262924 None None] New status for floating IP 182eff53-25f1-4767-b849-714e0fb7e6ac: DOWN {{(pid=98923) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:49:10.621079 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-4902ee93-2e7b-4fc8-a1d5-6150c763bd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:10.803966 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-61b5a6c1-8a9d-44bd-8316-a3f6fafe15ba req-ed44a06a-b090-478f-8b5d-110194d84e9c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/ports?device_id=43d40f0b-ba2e-4a8c-8b10-c9321e1e0793 HTTP/1.1" status: 200 len: 210 time: 0.0470328 May 20 20:49:11.439527 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35852) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:11.573947 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.590832 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:11.595358 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Usage tracker for resource:security_group_rule and tenant:3668887dfc9a4fd39c789ffbcb3a7cf5 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:11.598812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:11.606748 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:11.707386 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.854514 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:11.857015 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a8232595-5a8a-4e64-88fb-594e542c78df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:11.902835 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3668887dfc9a4fd39c789ffbcb3a7cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621172 May 20 20:49:11.903854 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80bd6a8-0353-4845-ae67-43f725208daa,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:11.907004 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35860) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:11.914146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.914146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.914146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.914146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.914146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.914626 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.914753 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.915018 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.915740 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.916790 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.917346 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.917533 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:11.922213 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:11.981305 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd397-f672-4cfc-86c7-ad335de393c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.011121 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd397-f672-4cfc-86c7-ad335de393c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.151363 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd397-f672-4cfc-86c7-ad335de393c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.154796 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-351ee717-8a4d-4a6d-9291-11a2ee3c00e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:12.166840 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbd397-f672-4cfc-86c7-ad335de393c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80bd6a8-0353-4845-ae67-43f725208daa,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:12.170893 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-e9bbd397-f672-4cfc-86c7-ad335de393c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:12.174538 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd397-f672-4cfc-86c7-ad335de393c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.175815 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-e9bbd397-f672-4cfc-86c7-ad335de393c0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a80bd6a8-0353-4845-ae67-43f725208daa HTTP/1.1" status: 204 len: 168 time: 0.2677794 May 20 20:49:12.756650 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:12.980157 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:49:12.990645 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35872) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:13.010240 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.026276 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:13.030501 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Usage tracker for resource:security_group_rule and tenant:64ae46fa802944b399b084ca83ea8c98 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:13.033656 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:13.039926 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:13.065466 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-111f83cf-0fb8-46e3-8852-1126fc34388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.101473 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35876) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:13.139755 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.177551 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5e99ee03-214b-4973-8bae-6b55fb09348e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.202327 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.209511 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5e99ee03-214b-4973-8bae-6b55fb09348e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.210314 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-48392788-95c0-467b-91c4-a783f378c2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:13.254980 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca1d77e-c255-4a44-ac5b-9285e42e441e,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:13.263519 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=64ae46fa802944b399b084ca83ea8c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674243 May 20 20:49:13.263519 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-c45829d8-1528-409e-9fc8-59a19b777af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:13.265059 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35880) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:13.338206 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0294e89b-c770-4b77-961c-b77f92e3d102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.367883 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0294e89b-c770-4b77-961c-b77f92e3d102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.419472 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5e99ee03-214b-4973-8bae-6b55fb09348e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.424233 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-14836074-b58a-4484-bb6b-1d20ed8941e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:13.445130 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99ee03-214b-4973-8bae-6b55fb09348e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ee708-f98d-472f-b429-883ee6765996,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:13.448852 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-5e99ee03-214b-4973-8bae-6b55fb09348e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:13.585333 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0294e89b-c770-4b77-961c-b77f92e3d102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.592518 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-53648e56-5821-4d08-92b0-da58bb051e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:13.609580 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294e89b-c770-4b77-961c-b77f92e3d102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca1d77e-c255-4a44-ac5b-9285e42e441e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:13.612308 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-0294e89b-c770-4b77-961c-b77f92e3d102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.614450 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-0294e89b-c770-4b77-961c-b77f92e3d102 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9ca1d77e-c255-4a44-ac5b-9285e42e441e HTTP/1.1" status: 204 len: 168 time: 0.3488045 May 20 20:49:13.616406 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0294e89b-c770-4b77-961c-b77f92e3d102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:13.642736 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5e99ee03-214b-4973-8bae-6b55fb09348e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.647132 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-5e99ee03-214b-4973-8bae-6b55fb09348e tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "DELETE /v2.0/security-groups/272ee708-f98d-472f-b429-883ee6765996 HTTP/1.1" status: 204 len: 168 time: 0.5410886 May 20 20:49:13.647232 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35886) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:13.665740 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.api.v2.resource [None req-66b5d6a0-53c2-4cb8-a98b-36922f6bd03c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] show failed (client error): The resource could not be found. May 20 20:49:13.666987 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-66b5d6a0-53c2-4cb8-a98b-36922f6bd03c tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "GET /v2.0/security-groups/272ee708-f98d-472f-b429-883ee6765996 HTTP/1.1" status: 404 len: 347 time: 0.0187242 May 20 20:49:13.677774 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35890) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:13.933910 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Deleting port 2dc449df-a61c-4961-87e9-ebccfc4191e9 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:13.934259 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:13.996904 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.078859 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.079371 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.312534 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Calling delete_port for 2dc449df-a61c-4961-87e9-ebccfc4191e9 owned by network:floatingip {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:14.521780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.527863 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-eb45a59a-cee0-4d0c-8825-bc03c12ef291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:14.612242 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Pushing event deleted for resources: {'Port': ['ID=2dc449df-a61c-4961-87e9-ebccfc4191e9,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:14.615164 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:14.684591 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks [] for floatingip, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.723257 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:14.724491 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-a32f73b8-b817-43ca-a9c1-934e6c0b1cea tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] 10.222.0.85 "DELETE /v2.0/floatingips/182eff53-25f1-4767-b849-714e0fb7e6ac HTTP/1.1" status: 204 len: 168 time: 1.0455637 May 20 20:49:15.580546 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:17.944225 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35954) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:19.079089 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076967'] for router_interface, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.802086 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Deleting port a2333e14-77c5-4a85-abe9-b2990f8b0b26 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:19.802596 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:19.957499 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] For port a2333e14-77c5-4a85-abe9-b2990f8b0b26, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=a2333e14-77c5-4a85-abe9-b2990f8b0b26,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:19.957810 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.090183 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Calling delete_port for a2333e14-77c5-4a85-abe9-b2990f8b0b26 owned by network:router_interface {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:20.368335 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35974) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:20.374327 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.383065 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7550e444-f876-4548-b5a1-8f41e8e6e439 tempest-VolumesActionsTest-1479353213 tempest-VolumesActionsTest-1479353213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:20.473463 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=a2333e14-77c5-4a85-abe9-b2990f8b0b26,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:20.522183 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.522796 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.523454 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.524065 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.524601 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.525667 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.526288 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.526914 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.527441 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.527969 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.528614 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.529046 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:20.565770 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.577826 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:20.596722 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:20.604479 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Usage tracker for resource:security_group_rule and tenant:133bec10487d4464994dc00a4674e1d2 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:20.610075 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:20.623005 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:20.754042 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.844026 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077075'] for router_interface, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.887610 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:20.895165 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2956f8a6-710e-4727-b206-8f134c2818c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:20.940898 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=133bec10487d4464994dc00a4674e1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714095 May 20 20:49:20.942008 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e77258a-0b43-4d68-b748-c07250bc4e09,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:20.944564 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35980) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:20.947220 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:21.017322 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fe3e1aea-eb08-4efc-8b63-8563411aa69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.048648 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fe3e1aea-eb08-4efc-8b63-8563411aa69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.253549 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fe3e1aea-eb08-4efc-8b63-8563411aa69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.258981 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-84068868-6582-4349-92b8-f90e321cab55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:21.263266 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Router e1aefe68-79a3-4751-afe2-02aced513757 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:49:21.273278 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e1aea-eb08-4efc-8b63-8563411aa69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e77258a-0b43-4d68-b748-c07250bc4e09,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:21.276273 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-fe3e1aea-eb08-4efc-8b63-8563411aa69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:21.278849 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fe3e1aea-eb08-4efc-8b63-8563411aa69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.280203 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-fe3e1aea-eb08-4efc-8b63-8563411aa69d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5e77258a-0b43-4d68-b748-c07250bc4e09 HTTP/1.1" status: 204 len: 168 time: 0.3347034 May 20 20:49:21.598555 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:49:21.612944 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] Sync routers for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:21.615992 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-72877695-60b4-4777-962a-cb614c6b9ebb admin admin] 10.222.0.85 "PUT /v2.0/routers/e1aefe68-79a3-4751-afe2-02aced513757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6704111 May 20 20:49:21.618763 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 35986) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:21.631217 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:21.632353 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:49:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:21.849792 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks [] for router, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:21.887204 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:22.106099 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.259085 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:49:20Z', 'revision_number': 5, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port': {'id': '564f25b1-6054-4094-a36a-1181ea9762aa', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:59:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:41:15Z', 'updated_at': '2021-05-20T20:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:22.265123 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] Checking router: e1aefe68-79a3-4751-afe2-02aced513757 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:22.277043 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] Routers {'e1aefe68-79a3-4751-afe2-02aced513757'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:22.277838 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:49:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['e1aefe68-79a3-4751-afe2-02aced513757'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:22.299437 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Deleting port 564f25b1-6054-4094-a36a-1181ea9762aa {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:22.299437 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.303728 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35992) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:22.325959 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.343174 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:22.347902 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d5adc8a04e4b2fa8b79f296c1b6cc3 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:22.353921 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 35996) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:22.356825 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:22.381400 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:22.465493 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] Set router e1aefe68-79a3-4751-afe2-02aced513757 gateway port host: None {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:22.502480 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.557802 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] For port 564f25b1-6054-4094-a36a-1181ea9762aa, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=564f25b1-6054-4094-a36a-1181ea9762aa,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:22.558207 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.579362 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.595507 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d8770317-50c4-4226-beee-234bed162e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:22.598451 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:49:22Z', 'revision_number': 6, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port_host': None}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:22.604036 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa04af2-a62c-4249-ad70-14623cef0e45 None None] The sync data for ids ['e1aefe68-79a3-4751-afe2-02aced513757'] in dv-cinder-784623-13-smb is: [{'id': 'e1aefe68-79a3-4751-afe2-02aced513757', 'name': 'tempest-AttachVolumeShelveTestJSON-58319343-router', 'tenant_id': 'd5027f30d5cc4597b71b00abdae749e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:41:13Z', 'updated_at': '2021-05-20T20:49:22Z', 'revision_number': 6, 'project_id': 'd5027f30d5cc4597b71b00abdae749e4', 'gw_port_host': None}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:22.652603 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c5d5adc8a04e4b2fa8b79f296c1b6cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474462 May 20 20:49:22.653677 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd3e5a9-80e5-4593-b099-a9f29451c07e,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:22.657245 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:22.657759 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36002) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:22.740102 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-56288b53-0c7c-49bb-a593-f5868b99de10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.770869 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-56288b53-0c7c-49bb-a593-f5868b99de10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.784077 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Calling delete_port for 564f25b1-6054-4094-a36a-1181ea9762aa owned by network:router_gateway {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:22.954659 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-56288b53-0c7c-49bb-a593-f5868b99de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:22.979621 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-269db70f-2e17-4eb7-8028-303d3462c101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:22.993366 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56288b53-0c7c-49bb-a593-f5868b99de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd3e5a9-80e5-4593-b099-a9f29451c07e,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:22.998625 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-56288b53-0c7c-49bb-a593-f5868b99de10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:23.013112 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-56288b53-0c7c-49bb-a593-f5868b99de10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.014262 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-56288b53-0c7c-49bb-a593-f5868b99de10 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bdd3e5a9-80e5-4593-b099-a9f29451c07e HTTP/1.1" status: 204 len: 168 time: 0.3552251 May 20 20:49:23.088050 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.093211 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-891f66de-0b66-4a2c-862c-9d50e6d8926d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:23.141773 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Pushing event deleted for resources: {'Port': ['ID=564f25b1-6054-4094-a36a-1181ea9762aa,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:23.188550 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:23.286253 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2039564'] for router_gateway, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.292760 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Deleting port c833a5ff-d18c-454e-81ad-63a54b887cbf {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:23.293322 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.523645 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.524721 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.725872 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2056570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1652'] for router, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.729491 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.760158 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Calling delete_port for c833a5ff-d18c-454e-81ad-63a54b887cbf owned by network:floatingip {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:23.865695 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2038576'] for router, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.866312 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1aefe68-79a3-4751-afe2-02aced513757 {{(pid=98921) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 20:49:23.887132 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Notify callbacks [] for router, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:23.888368 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] 10.222.0.85 "DELETE /v2.0/routers/e1aefe68-79a3-4751-afe2-02aced513757 HTTP/1.1" status: 204 len: 168 time: 2.2678807 May 20 20:49:23.892362 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36016) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:23.993369 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] Deleting subnet 2ae2ce42-4338-40ba-a242-1a3e461ff19b {{(pid=98921) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:49:24.000206 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.077066 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.086183 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-34be48ee-69eb-4400-bf22-4703ab07cc10 tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:24.089711 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16285254'] for subnet, precommit_delete_associations {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.229669 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event deleted for resources: {'Port': ['ID=c833a5ff-d18c-454e-81ad-63a54b887cbf,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:24.233819 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:24.281988 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.524118 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for floatingip, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.524857 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.db.l3_db [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Floating IP 8cebe0ce-4e96-487e-9651-b4ec5ab7e252 disassociated (deleted). External IP: 172.28.1.119, port: adf1558a-fbb8-43f3-80d1-5456ba473b48. May 20 20:49:24.587575 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 564f25b1-6054-4094-a36a-1181ea9762aa no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:24.671528 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 564f25b1-6054-4094-a36a-1181ea9762aa {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:24.674796 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 564f25b1-6054-4094-a36a-1181ea9762aa not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:24.674796 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device a2333e14-77c5-4a85-abe9-b2990f8b0b26 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:24.730065 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: a2333e14-77c5-4a85-abe9-b2990f8b0b26 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:24.730857 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device a2333e14-77c5-4a85-abe9-b2990f8b0b26 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:24.974850 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15860700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15165422'] for subnet, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:24.984671 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a766b13f-2138-4ad8-bfe7-8bbeebd2aaac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:25.063583 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae2ce42-4338-40ba-a242-1a3e461ff19b,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:25.067418 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for subnet, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.086423 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c9baf-2d83-4830-834e-756850f79460 None None] Network 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:49:25.092746 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] 10.222.0.85 "DELETE /v2.0/subnets/2ae2ce42-4338-40ba-a242-1a3e461ff19b HTTP/1.1" status: 204 len: 168 time: 1.1987669 May 20 20:49:25.096811 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36036) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:25.097687 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dc4dfe44-cacc-433d-8260-eb5f2b4dc2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:25.245698 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.252472 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Router 7f16bef2-48ab-4168-be32-8f620ea70cd7 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:49:25.454938 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] DHCP port deletion for 3a8252f0-2dd8-4b54-ae4b-4049806c0a23 request from dv-cinder-784623-13-smb {{(pid=98923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:49:25.542811 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Deleting port be3ec8d6-b00f-4479-884e-927c217967a3 {{(pid=98923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:25.543963 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.614511 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:49:25.647337 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] Sync routers for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:25.663414 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Deleting port be3ec8d6-b00f-4479-884e-927c217967a3 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:25.667688 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.689665 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:25.692397 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:49:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:25.813592 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for floatingip, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.861881 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] For port be3ec8d6-b00f-4479-884e-927c217967a3, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=be3ec8d6-b00f-4479-884e-927c217967a3,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:25.862521 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:25.886892 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] For port be3ec8d6-b00f-4479-884e-927c217967a3, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=be3ec8d6-b00f-4479-884e-927c217967a3,segment=NetworkSegment(3572c174-1d6a-4794-85fd-6814f090651e),segment_id=3572c174-1d6a-4794-85fd-6814f090651e)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:25.887160 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.024700 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Calling delete_port for be3ec8d6-b00f-4479-884e-927c217967a3 owned by network:dhcp {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:26.028755 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-0fa9d570-cdf0-4e76-b779-daabb635280e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "DELETE /v2.0/floatingips/8cebe0ce-4e96-487e-9651-b4ec5ab7e252 HTTP/1.1" status: 204 len: 168 time: 3.6735842 May 20 20:49:26.040164 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48'}] {{(pid=98922) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:49:26.109863 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'status': 'completed', 'code': 200} May 20 20:49:26.128435 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Calling delete_port for be3ec8d6-b00f-4479-884e-927c217967a3 owned by network:dhcp {{(pid=98923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:26.233822 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-ed75b547-f304-4ff3-a4b3-18dbc3f88af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:26.235695 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-ed75b547-f304-4ff3-a4b3-18dbc3f88af7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=68b9c64c20be443bb95e1ae41238defb&device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 1098 time: 0.1002531 May 20 20:49:26.274184 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:26.338754 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.371296 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a4bc6a74-3d07-44e7-862a-f6630be08a08 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:26.410166 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-e97302ad-328f-484c-91ba-42747299bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:26.412904 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-e97302ad-328f-484c-91ba-42747299bf05 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 200 len: 909 time: 0.1702039 May 20 20:49:26.467619 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] No DVR routers for this DVR port be3ec8d6-b00f-4479-884e-927c217967a3 on host dv-cinder-784623-13-smb {{(pid=98922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:26.470872 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3ec8d6-b00f-4479-884e-927c217967a3,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:26.475262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:26.502383 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759'] for port, after_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.517658 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-1a4c3b06-e26f-478a-a5e8-c7587bd4c716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:26.539570 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-c44aa570-5595-4f2a-be02-46cf0b03d2b2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 200 len: 217 time: 0.1196544 May 20 20:49:26.593276 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Pushing event deleted for resources: {'Port': ['ID=be3ec8d6-b00f-4479-884e-927c217967a3,revision_number=None']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:26.596777 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] No DVR routers for this DVR port be3ec8d6-b00f-4479-884e-927c217967a3 on host dv-cinder-784623-13-smb {{(pid=98923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:26.648466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-f11fd60c-84df-446b-b2e5-eea5d6ff1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:26.650971 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-f11fd60c-84df-446b-b2e5-eea5d6ff1929 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3d3fd804-64de-4e59-ad58-09dcf060931d HTTP/1.1" status: 200 len: 847 time: 0.1034942 May 20 20:49:26.665672 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device be3ec8d6-b00f-4479-884e-927c217967a3 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:26.711095 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.711745 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.712248 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.713317 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.713636 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.713973 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.714455 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.714796 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.715128 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.715456 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.715811 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.716135 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:49:26.734124 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-e711efc4-c56f-4096-80fc-ae41fc111ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:26.737991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.745160 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: be3ec8d6-b00f-4479-884e-927c217967a3 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:26.745516 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device be3ec8d6-b00f-4479-884e-927c217967a3 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:26.780568 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8252f0-2dd8-4b54-ae4b-4049806c0a23']}} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:26.805036 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-8682fc55-eb15-4c51-8c81-8d4a4e8bb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:26.808008 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-8682fc55-eb15-4c51-8c81-8d4a4e8bb2a0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5c75d689-090b-44c9-ba45-1a265d1f6370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1506763 May 20 20:49:26.817650 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3572c174-1d6a-4794-85fd-6814f090651e') {'for_net_delete': True} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:26.819191 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3572c174-1d6a-4794-85fd-6814f090651e') {} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:26.878148 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1370763'] for segment, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.927555 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:26.944472 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:44:09Z', 'revision_number': 5, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:26.955595 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] Checking router: 7f16bef2-48ab-4168-be32-8f620ea70cd7 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:26.973035 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:26.974196 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:49:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:27.112220 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-7891e14e-138e-4635-ad36-a042967825d1 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970102 May 20 20:49:27.115733 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=98922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:49:27.116222 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14728489'] for segment, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: Traceback (most recent call last): May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: timer() May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: cb(*args, **kw) May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: return func(*args, **kwargs) May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: self._notify() May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: self.callback(batched_events) May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: event.method(event) May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: return f(self, *a, **k) May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: return self._get(url).json() May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: return self.request(url, 'GET', **kwargs) May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:49:27.131927 dv-cinder-784623-13-smb neutron-server[98922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:49:27.270529 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99856-1b85-466c-9a17-64401ef2f822 req-72b5124d-47d1-4893-b608-ac0d41a6145b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:27.271806 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-0fc99856-1b85-466c-9a17-64401ef2f822 req-72b5124d-47d1-4893-b608-ac0d41a6145b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Synchronizing usage tracker for tenant:68b9c64c20be443bb95e1ae41238defb on resource:port {{(pid=98922) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:49:27.313729 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-67581230-3a3e-4c87-b125-bb8fe3779797 req-76f322b3-872f-47a6-a150-82ff1567dec4 service neutron] 10.222.0.95 "GET /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932042 May 20 20:49:27.316412 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.326052 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:27.332537 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1fe111b6-d271-4273-81ee-3a8ab01def8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:27.344961 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:27.377959 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8252f0-2dd8-4b54-ae4b-4049806c0a23,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:27.392791 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:27.425153 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [req-0fc99856-1b85-466c-9a17-64401ef2f822 req-72b5124d-47d1-4893-b608-ac0d41a6145b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Unset dirty status for tenant:68b9c64c20be443bb95e1ae41238defb on resource:port {{(pid=98922) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:49:27.427208 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0fc99856-1b85-466c-9a17-64401ef2f822 req-72b5124d-47d1-4893-b608-ac0d41a6145b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.5013692 May 20 20:49:27.503996 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-0fc99856-1b85-466c-9a17-64401ef2f822 req-a77894f3-ed1d-4605-b9e6-26a0aed02a9b tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675094 May 20 20:49:27.544913 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] 10.222.0.85 "DELETE /v2.0/networks/3a8252f0-2dd8-4b54-ae4b-4049806c0a23 HTTP/1.1" status: 204 len: 168 time: 2.4428606 May 20 20:49:27.869534 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:44:09Z', 'revision_number': 5, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:27.880149 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86a3df5-84cf-4676-af8a-2a137773de32 None None] The sync data for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb is: [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:43:57Z', 'revision_number': 4, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb', '_interfaces': [{'id': '403dcba6-dbd6-4957-8135-c170a885c4cb', 'name': '', 'network_id': '5c75d689-090b-44c9-ba45-1a265d1f6370', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'mac_address': 'fa:16:3e:0c:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:55Z', 'updated_at': '2021-05-20T20:44:09Z', 'revision_number': 5, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'subnets': [{'id': '3d3fd804-64de-4e59-ad58-09dcf060931d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:28.176865 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e77d12-2796-4332-98ae-ae72f07b3149 None None] New status for floating IP 8cebe0ce-4e96-487e-9651-b4ec5ab7e252: DOWN {{(pid=98924) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 20:49:28.178522 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36102) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:28.248596 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-b02f12fd-45a3-4c14-9031-5ee1dd12fb99 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:28.250780 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-b02f12fd-45a3-4c14-9031-5ee1dd12fb99 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.95 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1521008 May 20 20:49:28.275029 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-e5e98411-5dca-4192-9887-8cb2b783c2e1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d5027f30d5cc4597b71b00abdae749e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0938420 May 20 20:49:28.279597 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36106) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:28.370345 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-875685c4-0e38-4380-8abf-44363f409f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.405938 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-875685c4-0e38-4380-8abf-44363f409f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.486518 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Deleting port adf1558a-fbb8-43f3-80d1-5456ba473b48 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:28.487387 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.602348 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-875685c4-0e38-4380-8abf-44363f409f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.608459 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4731f4e3-bd3c-49ea-b93c-3e339c2d199f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:28.633684 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875685c4-0e38-4380-8abf-44363f409f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b4e1f-23df-4724-b45c-cc65dd40ad74,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:28.645934 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-875685c4-0e38-4380-8abf-44363f409f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.658180 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-875685c4-0e38-4380-8abf-44363f409f5d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ca1b4e1f-23df-4724-b45c-cc65dd40ad74 HTTP/1.1" status: 204 len: 168 time: 0.3765550 May 20 20:49:28.660022 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-875685c4-0e38-4380-8abf-44363f409f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:28.800050 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] For port adf1558a-fbb8-43f3-80d1-5456ba473b48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=adf1558a-fbb8-43f3-80d1-5456ba473b48,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:28.800544 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:28.878801 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8f651-e2d4-43aa-93cc-1e18796877fc req-691970e3-15f9-4368-a9fa-2fe23749042c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:28.886677 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2dd8f651-e2d4-43aa-93cc-1e18796877fc req-691970e3-15f9-4368-a9fa-2fe23749042c tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 945 time: 0.1421838 May 20 20:49:28.954035 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2dd8f651-e2d4-43aa-93cc-1e18796877fc req-7e19426b-6410-424f-a194-7391f42a06f5 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/security-groups?id=5158272a-f59e-497b-8ed7-d33655b39972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659807 May 20 20:49:28.987533 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Calling delete_port for adf1558a-fbb8-43f3-80d1-5456ba473b48 owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:29.294255 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:29.304283 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d5b40b16-9ad0-454c-8e80-b83f13e1ca4a tempest-AttachVolumeShelveTestJSON-1258924336 tempest-AttachVolumeShelveTestJSON-1258924336-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:29.399573 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event deleted for resources: {'Port': ['ID=adf1558a-fbb8-43f3-80d1-5456ba473b48,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:29.404789 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:29.512781 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] No DVR routers for this DVR port adf1558a-fbb8-43f3-80d1-5456ba473b48 on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:29.516079 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:29.521340 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'name': 'network-vif-deleted', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:49:29.588022 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aee38df-fef9-4628-9d82-508e1da862e0', 'name': 'network-vif-deleted', 'tag': 'adf1558a-fbb8-43f3-80d1-5456ba473b48', 'status': 'completed', 'code': 200} May 20 20:49:29.654459 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-da7f217a-ab07-460e-90e6-b077b0d00694 req-d605d622-b2c1-47b9-aa9d-4a79aa325bcb tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.95 "DELETE /v2.0/ports/adf1558a-fbb8-43f3-80d1-5456ba473b48 HTTP/1.1" status: 204 len: 173 time: 1.3964250 May 20 20:49:30.134555 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-2aaff919-aa34-482a-82bf-b657cca679e5 req-63ca74cb-0735-4f66-ad44-0b16bc11590e tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 210 time: 0.0481188 May 20 20:49:31.417647 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-334a198c-e12c-4886-9f11-9d487b8f2c86 req-d1686dd1-710e-4bf6-9f42-60169181d66a tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "GET /v2.0/ports?device_id=2aee38df-fef9-4628-9d82-508e1da862e0 HTTP/1.1" status: 200 len: 210 time: 0.0988617 May 20 20:49:32.148575 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device adf1558a-fbb8-43f3-80d1-5456ba473b48 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:32.190449 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: adf1558a-fbb8-43f3-80d1-5456ba473b48 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:32.190813 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device adf1558a-fbb8-43f3-80d1-5456ba473b48 not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:32.601018 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36176) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:32.700866 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ed436e8d-7a54-4ba6-a564-d8378f3e6a14 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:32.712313 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:32.753529 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ed436e8d-7a54-4ba6-a564-d8378f3e6a14 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:32.879979 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36182) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:32.990724 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ed436e8d-7a54-4ba6-a564-d8378f3e6a14 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:33.001727 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7f62e8a9-613b-4001-8265-ebb67c207cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:33.061902 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed436e8d-7a54-4ba6-a564-d8378f3e6a14 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5158272a-f59e-497b-8ed7-d33655b39972,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:33.068513 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ed436e8d-7a54-4ba6-a564-d8378f3e6a14 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:33.070093 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:33.101466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:33.111191 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc4fdbe5ab34dc59aaf9158abdd3138 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:33.117373 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:33.127783 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:33.196127 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ed436e8d-7a54-4ba6-a564-d8378f3e6a14 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:33.199186 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-ed436e8d-7a54-4ba6-a564-d8378f3e6a14 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] 10.222.0.85 "DELETE /v2.0/security-groups/5158272a-f59e-497b-8ed7-d33655b39972 HTTP/1.1" status: 204 len: 168 time: 0.5968297 May 20 20:49:33.289181 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:33.435581 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36190) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:33.470848 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:33.488474 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f587e20e-1b03-4acd-ac43-ef06575bbfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:33.673401 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7dc4fdbe5ab34dc59aaf9158abdd3138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7920735 May 20 20:49:33.677306 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e5a53a-e221-4744-af6d-0350bf4550c7,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:33.678224 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36198) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:33.682919 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-cde2a68d-cdad-486d-be98-d6641c2508d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:33.768718 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-dd3199ee-c36e-4688-8988-906036bb82d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:33.800050 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-dd3199ee-c36e-4688-8988-906036bb82d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:33.979501 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-dd3199ee-c36e-4688-8988-906036bb82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:33.984616 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4a0f2343-dbd5-497d-a1b2-8c273c593fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:33.998999 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3199ee-c36e-4688-8988-906036bb82d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e5a53a-e221-4744-af6d-0350bf4550c7,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:34.003890 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-dd3199ee-c36e-4688-8988-906036bb82d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:34.008720 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-dd3199ee-c36e-4688-8988-906036bb82d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:34.011406 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-dd3199ee-c36e-4688-8988-906036bb82d0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/30e5a53a-e221-4744-af6d-0350bf4550c7 HTTP/1.1" status: 204 len: 168 time: 0.3312600 May 20 20:49:34.363737 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076967'] for router_interface, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:34.900162 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36208) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:34.922519 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:34.942503 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:34.947780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Usage tracker for resource:security_group_rule and tenant:17da89b0b9bb4ae198fdff0f8cb56477 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:34.951236 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:34.960441 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:35.109816 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.155817 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.164062 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-b81041b8-ea36-4481-be34-acfe73f9e256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:35.227850 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=17da89b0b9bb4ae198fdff0f8cb56477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222923 May 20 20:49:35.227850 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d0c10d-e687-46f5-a974-7e2d891ac50e,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:35.227850 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36212) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:35.231812 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:35.252072 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Deleting port 403dcba6-dbd6-4957-8135-c170a885c4cb {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:35.252773 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.317648 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-942f0fc9-f256-4bbc-b212-79487d5ba098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.357152 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-942f0fc9-f256-4bbc-b212-79487d5ba098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.460918 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] For port 403dcba6-dbd6-4957-8135-c170a885c4cb, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=403dcba6-dbd6-4957-8135-c170a885c4cb,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:35.461295 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.499000 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-942f0fc9-f256-4bbc-b212-79487d5ba098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.507885 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-875685c4-0e38-4380-8abf-44363f409f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:35.525871 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f0fc9-f256-4bbc-b212-79487d5ba098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d0c10d-e687-46f5-a974-7e2d891ac50e,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:35.530532 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-942f0fc9-f256-4bbc-b212-79487d5ba098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:35.533154 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-942f0fc9-f256-4bbc-b212-79487d5ba098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:35.537493 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-942f0fc9-f256-4bbc-b212-79487d5ba098 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a4d0c10d-e687-46f5-a974-7e2d891ac50e HTTP/1.1" status: 204 len: 168 time: 0.3050380 May 20 20:49:35.654649 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Calling delete_port for 403dcba6-dbd6-4957-8135-c170a885c4cb owned by network:router_interface {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:35.996249 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:36.001917 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b5b3ac41-61d7-4f6a-8e20-4c0d2be85757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:36.102654 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=403dcba6-dbd6-4957-8135-c170a885c4cb,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:36.108922 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:36.611488 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077075'] for router_interface, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:37.090923 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Router 7f16bef2-48ab-4168-be32-8f620ea70cd7 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98921) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:49:37.516375 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98921) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:49:37.530766 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] Sync routers for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:37.551522 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6808f5b9-8cfb-4368-ac4f-9672bae4d5c1 admin admin] 10.222.0.85 "PUT /v2.0/routers/7f16bef2-48ab-4168-be32-8f620ea70cd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1108770 May 20 20:49:37.551919 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:37.551919 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:49:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:37.553072 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36244) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:37.848286 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks [] for router, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:37.876674 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: dv-cinder-784623-13-smb {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:38.080467 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:38.256164 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Deleting port 01027447-42df-4142-9e4c-c12d5f514111 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:38.256164 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:38.376197 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '01027447-42df-4142-9e4c-c12d5f514111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:49:35Z', 'revision_number': 5, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port': {'id': '01027447-42df-4142-9e4c-c12d5f514111', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ed:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:43:46Z', 'updated_at': '2021-05-20T20:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:38.384089 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] Checking router: 7f16bef2-48ab-4168-be32-8f620ea70cd7 for host: dv-cinder-784623-13-smb {{(pid=98923) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:38.402410 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] Routers {'7f16bef2-48ab-4168-be32-8f620ea70cd7'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98923) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:38.403604 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:49:13Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['7f16bef2-48ab-4168-be32-8f620ea70cd7'], 'active': True} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:38.407810 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] For port 01027447-42df-4142-9e4c-c12d5f514111, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=01027447-42df-4142-9e4c-c12d5f514111,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:38.408276 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:38.696344 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Calling delete_port for 01027447-42df-4142-9e4c-c12d5f514111 owned by network:router_gateway {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:38.722772 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvr_db [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] Set router 7f16bef2-48ab-4168-be32-8f620ea70cd7 gateway port host: None {{(pid=98923) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:38.846201 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_hamode_db [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:49:38Z', 'revision_number': 6, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port_host': None}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:38.853015 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579c89c-fa18-45d3-bd2f-057696a90cae None None] The sync data for ids ['7f16bef2-48ab-4168-be32-8f620ea70cd7'] in dv-cinder-784623-13-smb is: [{'id': '7f16bef2-48ab-4168-be32-8f620ea70cd7', 'name': 'tempest-TestShelveInstance-857184080-router', 'tenant_id': '68b9c64c20be443bb95e1ae41238defb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:43:44Z', 'updated_at': '2021-05-20T20:49:38Z', 'revision_number': 6, 'project_id': '68b9c64c20be443bb95e1ae41238defb', 'gw_port_host': None}] {{(pid=98923) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:39.030437 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:39.036626 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4572d7e9-661c-4f91-9bfa-67a6347ef72a tempest-AttachVolumeTestJSON-921887496 tempest-AttachVolumeTestJSON-921887496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:39.085418 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=01027447-42df-4142-9e4c-c12d5f514111,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:39.088863 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:39.209489 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2039564'] for router_gateway, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:39.437580 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2056570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1652'] for router, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:39.440846 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:39.544481 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2038576'] for router, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:39.545033 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f16bef2-48ab-4168-be32-8f620ea70cd7 {{(pid=98922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 20:49:39.559279 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] Notify callbacks [] for router, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:39.560612 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-66e0189f-3fc3-4b2f-8fbb-cf1a00054d2d admin admin] 10.222.0.85 "DELETE /v2.0/routers/7f16bef2-48ab-4168-be32-8f620ea70cd7 HTTP/1.1" status: 204 len: 168 time: 2.0062006 May 20 20:49:39.563298 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36284) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:39.660293 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] Deleting subnet 3d3fd804-64de-4e59-ad58-09dcf060931d {{(pid=98922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:49:39.664872 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:39.743592 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1370756'] for subnet, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:39.845562 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.201445 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e4e86e0f-3989-4d36-b307-02778c05a09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.322687 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14728591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15880778'] for subnet, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.327530 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f87a2cc9-d0ec-4d0e-9ac2-9ab4a825e26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:40.364781 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d3fd804-64de-4e59-ad58-09dcf060931d,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:40.368846 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:40.372185 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.378680 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-a6f955d6-f381-41d1-a446-2c1601001df0 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/3d3fd804-64de-4e59-ad58-09dcf060931d HTTP/1.1" status: 204 len: 168 time: 0.8142543 May 20 20:49:40.380129 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215a2ac-5a54-4973-a975-8eaa41548571 None None] Network 5c75d689-090b-44c9-ba45-1a265d1f6370 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:49:40.381835 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36290) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:40.577801 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.580882 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 01027447-42df-4142-9e4c-c12d5f514111 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:40.642866 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 01027447-42df-4142-9e4c-c12d5f514111 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:40.643406 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 01027447-42df-4142-9e4c-c12d5f514111 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:40.643988 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 403dcba6-dbd6-4957-8135-c170a885c4cb no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:40.690339 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Deleting port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:40.690997 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.722343 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 403dcba6-dbd6-4957-8135-c170a885c4cb {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:40.722707 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 403dcba6-dbd6-4957-8135-c170a885c4cb not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:40.901615 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] For port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:40.904239 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:40.947894 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] DHCP port deletion for 5c75d689-090b-44c9-ba45-1a265d1f6370 request from dv-cinder-784623-13-smb {{(pid=98923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:49:41.075510 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] Deleting port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e {{(pid=98923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:41.076502 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.247956 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Calling delete_port for 3eed2d70-3bf8-4d89-9919-ea7b132cb87e owned by network:dhcp {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:41.285290 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] For port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,segment=NetworkSegment(28f37344-98df-4f9b-89e6-c573fbdca476),segment_id=28f37344-98df-4f9b-89e6-c573fbdca476)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:41.286101 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.408966 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.420029 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-40c0edad-8012-42e2-b78c-cc55baa1af31 tempest-ServerRescueNegativeTestJSON-607710822 tempest-ServerRescueNegativeTestJSON-607710822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:41.429048 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] Calling delete_port for 3eed2d70-3bf8-4d89-9919-ea7b132cb87e owned by network:dhcp {{(pid=98923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:41.505904 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:41.511132 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:41.512888 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] No DVR routers for this DVR port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e on host dv-cinder-784623-13-smb {{(pid=98922) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:41.521541 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759'] for port, after_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.529918 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-8e43c885-2437-4a9c-9bc8-0fe010f9b332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:41.626238 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] Pushing event deleted for resources: {'Port': ['ID=3eed2d70-3bf8-4d89-9919-ea7b132cb87e,revision_number=None']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:41.629908 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] No DVR routers for this DVR port 3eed2d70-3bf8-4d89-9919-ea7b132cb87e on host dv-cinder-784623-13-smb {{(pid=98923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:41.632410 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-fc170963-b673-45dc-8c94-5aa6e58e266a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:41.716117 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.751434 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c75d689-090b-44c9-ba45-1a265d1f6370']}} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:41.768957 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f37344-98df-4f9b-89e6-c573fbdca476') {'for_net_delete': True} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:41.774365 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.services.segments.db [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f37344-98df-4f9b-89e6-c573fbdca476') {} {{(pid=98922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:41.797875 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1370763'] for segment, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.828973 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.839399 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=98922) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:49:41.839993 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14728489'] for segment, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: Traceback (most recent call last): May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: timer() May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: cb(*args, **kw) May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: return func(*args, **kwargs) May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: self._notify() May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: self.callback(batched_events) May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: event.method(event) May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: return f(self, *a, **k) May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: return self._get(url).json() May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: return self.request(url, 'GET', **kwargs) May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:49:41.855360 dv-cinder-784623-13-smb neutron-server[98922]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:49:42.093428 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:42.100853 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:42.112496 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:42.125220 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c75d689-090b-44c9-ba45-1a265d1f6370,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:42.131133 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:42.136631 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-d1f8198b-b0a3-47dd-b35a-2226711c5b01 admin admin] 10.222.0.85 "DELETE /v2.0/networks/5c75d689-090b-44c9-ba45-1a265d1f6370 HTTP/1.1" status: 204 len: 168 time: 1.7536683 May 20 20:49:42.139743 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36312) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:42.518885 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 3eed2d70-3bf8-4d89-9919-ea7b132cb87e no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:42.581680 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 3eed2d70-3bf8-4d89-9919-ea7b132cb87e {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:42.582155 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 3eed2d70-3bf8-4d89-9919-ea7b132cb87e not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:42.750838 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:42.858340 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2076967'] for router_interface, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:43.047918 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-099f51b0-9a46-44da-9eb3-67abe708bced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:43.363093 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Deleting port 2e40b056-f207-4e0e-b402-36a875d335d2 {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:43.363738 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:43.628943 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] For port 2e40b056-f207-4e0e-b402-36a875d335d2, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=2e40b056-f207-4e0e-b402-36a875d335d2,segment=NetworkSegment(6bd2b643-51a1-42b7-85ed-c6a393821e6e),segment_id=6bd2b643-51a1-42b7-85ed-c6a393821e6e)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:43.629454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:43.808733 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Calling delete_port for 2e40b056-f207-4e0e-b402-36a875d335d2 owned by network:router_interface {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:44.000723 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:44.128127 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:44.137261 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-255afc04-3be3-4fd9-aa11-2f0ab1b3e2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:44.226425 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Pushing event deleted for resources: {'Port': ['ID=2e40b056-f207-4e0e-b402-36a875d335d2,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:44.266051 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:44.611386 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2077075'] for router_interface, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:45.163836 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Router 9ad2a701-ed05-4f64-9067-93916a44f597 has already been hosted by L3 agent e10a7600-391d-45c6-83aa-ec916b6be320 {{(pid=98922) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 20:49:45.409262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] Notify agent at l3_agent.dv-cinder-784623-13-smb the message routers_updated {{(pid=98922) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 20:49:45.421558 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] Sync routers for ids ['9ad2a701-ed05-4f64-9067-93916a44f597'] in dv-cinder-784623-13-smb {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 20:49:45.423018 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-f2211fc9-308d-4145-8544-ed79fe3204cc admin admin] 10.222.0.85 "PUT /v2.0/routers/9ad2a701-ed05-4f64-9067-93916a44f597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2821124 May 20 20:49:45.425780 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36354) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:45.436699 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] Routers {'9ad2a701-ed05-4f64-9067-93916a44f597'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:45.437862 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:49:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['9ad2a701-ed05-4f64-9067-93916a44f597'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:45.653172 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] Set router 9ad2a701-ed05-4f64-9067-93916a44f597 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:45.747493 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks [] for router, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:45.766880 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.035381 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.100357 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:49:43Z', 'revision_number': 5, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:46.105812 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] Checking router: 9ad2a701-ed05-4f64-9067-93916a44f597 for host: dv-cinder-784623-13-smb {{(pid=98924) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 20:49:46.116494 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] Routers {'9ad2a701-ed05-4f64-9067-93916a44f597'} bound to L3 agent in host dv-cinder-784623-13-smb {{(pid=98924) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 20:49:46.117116 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T20:32:43Z,description=,heartbeat_timestamp=2021-05-20T20:49:43Z,host='dv-cinder-784623-13-smb',id=e10a7600-391d-45c6-83aa-ec916b6be320,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T20:32:43Z,topic='l3_agent')) {'router_ids': ['9ad2a701-ed05-4f64-9067-93916a44f597'], 'active': True} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:46.295261 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Deleting port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a {{(pid=98922) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:46.295819 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.341565 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_dvr_db [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] Set router 9ad2a701-ed05-4f64-9067-93916a44f597 gateway port host: dv-cinder-784623-13-smb {{(pid=98924) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 20:49:46.472416 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.db [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] For port 67e37f6c-2715-4ebc-8ce6-de52d7450c6a, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=67e37f6c-2715-4ebc-8ce6-de52d7450c6a,segment=NetworkSegment(7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4),segment_id=7c5a4dd6-e7e6-41ed-a1b7-09e1778ff0d4)] {{(pid=98922) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:46.472833 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.640991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.plugins.ml2.plugin [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Calling delete_port for 67e37f6c-2715-4ebc-8ce6-de52d7450c6a owned by network:router_gateway {{(pid=98922) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:46.676585 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.l3_hamode_db [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:49:43Z', 'revision_number': 5, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}], 'dv-cinder-784623-13-smb', False) {} {{(pid=98924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:46.682031 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a1724-e136-42a7-a3e6-302fca96e593 None None] The sync data for ids ['9ad2a701-ed05-4f64-9067-93916a44f597'] in dv-cinder-784623-13-smb is: [{'id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'name': 'tempest-TestShelveInstance-959500883-router', 'tenant_id': '1651ea71d51448b8a1019e69828690c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'external_fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T20:44:06Z', 'updated_at': '2021-05-20T20:49:43Z', 'revision_number': 5, 'project_id': '1651ea71d51448b8a1019e69828690c4', 'gw_port': {'id': '67e37f6c-2715-4ebc-8ce6-de52d7450c6a', 'name': '', 'network_id': '30ee588c-b4e7-4d36-8477-f7a8da7195bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad2a701-ed05-4f64-9067-93916a44f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T20:44:08Z', 'updated_at': '2021-05-20T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad80858c-d90b-4a1b-be4f-6954f374cad5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-13-smb'}] {{(pid=98924) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 20:49:46.955035 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14728572'] for port, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:46.959343 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-41061857-7de8-4fc2-a48a-b1a817780797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:47.014566 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=67e37f6c-2715-4ebc-8ce6-de52d7450c6a,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:47.062195 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:47.151324 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2039564'] for router_gateway, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.374281 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2056570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1652'] for router, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.376971 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.476748 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2038576'] for router, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.477624 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad2a701-ed05-4f64-9067-93916a44f597 {{(pid=98922) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 20:49:47.496445 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] Notify callbacks [] for router, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.499261 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-978e1dae-aaa2-4f88-bf02-4a73fb5ee2cb admin admin] 10.222.0.85 "DELETE /v2.0/routers/9ad2a701-ed05-4f64-9067-93916a44f597 HTTP/1.1" status: 204 len: 168 time: 2.0722859 May 20 20:49:47.501501 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36378) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:47.584452 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] Deleting subnet a42ee6ea-7ac2-4fba-a7e8-8fe709c04414 {{(pid=98922) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 20:49:47.588774 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.656148 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1370756'] for subnet, precommit_delete_associations {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:47.763478 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710807'] for subnet, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.507020 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 2e40b056-f207-4e0e-b402-36a875d335d2 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:48.511539 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14728591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15880778'] for subnet, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.516449 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:48.554579 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42ee6ea-7ac2-4fba-a7e8-8fe709c04414,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:48.558114 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:48.566345 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.571278 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-ce23f141-a140-423d-8756-2618ce85c26e admin admin] 10.222.0.85 "DELETE /v2.0/subnets/a42ee6ea-7ac2-4fba-a7e8-8fe709c04414 HTTP/1.1" status: 204 len: 168 time: 1.0682051 May 20 20:49:48.574947 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36392) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:48.577987 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d04708-64ce-4a1b-8847-15cd6d8b063b None None] Network ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 requested from dv-cinder-784623-13-smb {{(pid=98923) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 20:49:48.600345 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 2e40b056-f207-4e0e-b402-36a875d335d2 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:48.600970 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 2e40b056-f207-4e0e-b402-36a875d335d2 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:48.601970 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 67e37f6c-2715-4ebc-8ce6-de52d7450c6a no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:48.679805 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 67e37f6c-2715-4ebc-8ce6-de52d7450c6a {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:48.680326 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 67e37f6c-2715-4ebc-8ce6-de52d7450c6a not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:48.708253 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-605647'] for network, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.791465 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Deleting port 24b1687f-5633-4e11-a549-f59b5058bea2 {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:48.791863 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.952107 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] For port 24b1687f-5633-4e11-a549-f59b5058bea2, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=24b1687f-5633-4e11-a549-f59b5058bea2,segment=NetworkSegment(6bd2b643-51a1-42b7-85ed-c6a393821e6e),segment_id=6bd2b643-51a1-42b7-85ed-c6a393821e6e)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:48.952384 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:48.984477 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] DHCP port deletion for ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 request from dv-cinder-784623-13-smb {{(pid=98923) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 20:49:49.120003 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] Deleting port 24b1687f-5633-4e11-a549-f59b5058bea2 {{(pid=98923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:49:49.120462 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.124745 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Calling delete_port for 24b1687f-5633-4e11-a549-f59b5058bea2 owned by network:dhcp {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:49.235367 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] For port 24b1687f-5633-4e11-a549-f59b5058bea2, host dv-cinder-784623-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-13-smb',level=0,port_id=24b1687f-5633-4e11-a549-f59b5058bea2,segment=NetworkSegment(6bd2b643-51a1-42b7-85ed-c6a393821e6e),segment_id=6bd2b643-51a1-42b7-85ed-c6a393821e6e)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:49:49.235797 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.247419 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.255886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-a93ac866-9462-43b9-87af-7cb63c30984b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:49.343443 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b1687f-5633-4e11-a549-f59b5058bea2,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:49.348601 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] No DVR routers for this DVR port 24b1687f-5633-4e11-a549-f59b5058bea2 on host dv-cinder-784623-13-smb {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:49.353503 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:49.476111 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] Calling delete_port for 24b1687f-5633-4e11-a549-f59b5058bea2 owned by network:dhcp {{(pid=98923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:49:49.533368 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759'] for port, after_delete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.542173 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:49.581993 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-705560', 'neutron.services.segments.db._delete_segments_for_network-8780801821049'] for network, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.610855 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3dd934-3d6c-40c5-90d2-8f9a3f55f319']}} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:49.631850 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] Pushing event deleted for resources: {'Port': ['ID=24b1687f-5633-4e11-a549-f59b5058bea2,revision_number=None']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:49.636646 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] No DVR routers for this DVR port 24b1687f-5633-4e11-a549-f59b5058bea2 on host dv-cinder-784623-13-smb {{(pid=98923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:49:49.640401 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-67edb705-b2a8-498d-b15b-1d12bf9a3131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:49.653165 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd2b643-51a1-42b7-85ed-c6a393821e6e') {'for_net_delete': True} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:49.653165 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.services.segments.db [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd2b643-51a1-42b7-85ed-c6a393821e6e') {} {{(pid=98921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 20:49:49.672655 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780801832951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16285257'] for segment, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.708631 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540'] for segment, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.719507 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=98921) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 20:49:49.723429 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15860602'] for segment, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: Traceback (most recent call last): May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: timer() May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: cb(*args, **kw) May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: return func(*args, **kwargs) May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: self._notify() May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: self.callback(batched_events) May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: event.method(event) May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: aggregate_uuid = self.p_client.list_aggregates( May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: return f(self, *a, **k) May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: return self._get(url).json() May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: return self.request(url, 'GET', **kwargs) May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: base_url = self.get_endpoint(auth, allow=allow, May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 20:49:49.744748 dv-cinder-784623-13-smb neutron-server[98921]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 20:49:49.956219 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1590931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2087333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2039591'] for network, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.964616 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087304'] for network, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:49.969601 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:49.985722 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:49:49.996045 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] 10.222.0.85 "DELETE /v2.0/networks/ee3dd934-3d6c-40c5-90d2-8f9a3f55f319 HTTP/1.1" status: 204 len: 168 time: 1.4196076 May 20 20:49:49.999841 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee3dd934-3d6c-40c5-90d2-8f9a3f55f319,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:50.007259 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-1a3c7bc0-4e25-4f1d-9193-e0e005052949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:50.242333 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36422) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:50.320559 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36428) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:50.376128 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-5b05b918-a27c-49c8-9134-7169372d0def admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=68b9c64c20be443bb95e1ae41238defb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542328 May 20 20:49:50.378990 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36432) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:50.448893 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b845d86d-f8c8-42df-8753-6891e22e61fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:50.503428 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b845d86d-f8c8-42df-8753-6891e22e61fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:50.527663 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 24b1687f-5633-4e11-a549-f59b5058bea2 no longer exists at agent ovs-agent-dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:49:50.560597 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:50.566434 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] No Port match for: 24b1687f-5633-4e11-a549-f59b5058bea2 {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:49:50.567030 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Device 24b1687f-5633-4e11-a549-f59b5058bea2 not bound to the agent host dv-cinder-784623-13-smb {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:49:50.584120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:50.589996 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:34515bfcd46542589a1ec7b2b873f170 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:50.593650 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:50.600747 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:50.688998 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b845d86d-f8c8-42df-8753-6891e22e61fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:50.696214 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-34dde94a-19f5-47ff-9cd1-6ba20c0f1211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:50.712761 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:50.718811 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845d86d-f8c8-42df-8753-6891e22e61fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83d3226-1c48-4f99-b92a-035869726f8e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:50.721845 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b845d86d-f8c8-42df-8753-6891e22e61fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:50.733309 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b845d86d-f8c8-42df-8753-6891e22e61fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:50.734886 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-b845d86d-f8c8-42df-8753-6891e22e61fe admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d83d3226-1c48-4f99-b92a-035869726f8e HTTP/1.1" status: 204 len: 168 time: 0.3547089 May 20 20:49:50.784120 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:50.792366 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-7e9e3955-5943-4443-b0df-082a29c1d697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:50.838538 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=34515bfcd46542589a1ec7b2b873f170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5950134 May 20 20:49:50.839638 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05caac4a-3eb4-4072-8e12-7ad4d33601ce,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:50.841965 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36438) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:50.843141 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-f5685908-b5d6-48b3-9143-5d8348901ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:50.916211 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-36940bf8-04d4-49a0-8752-5ef67b90ee59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:50.971838 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-36940bf8-04d4-49a0-8752-5ef67b90ee59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.178980 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-36940bf8-04d4-49a0-8752-5ef67b90ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.185514 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-dd3199ee-c36e-4688-8988-906036bb82d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:51.203992 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36940bf8-04d4-49a0-8752-5ef67b90ee59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05caac4a-3eb4-4072-8e12-7ad4d33601ce,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:51.207656 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-36940bf8-04d4-49a0-8752-5ef67b90ee59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:51.209844 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-36940bf8-04d4-49a0-8752-5ef67b90ee59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.216272 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-36940bf8-04d4-49a0-8752-5ef67b90ee59 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/05caac4a-3eb4-4072-8e12-7ad4d33601ce HTTP/1.1" status: 204 len: 168 time: 0.3726983 May 20 20:49:51.646091 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36452) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:51.732164 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-2b948b80-47ff-48c6-9014-72b9e6bd2563 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1651ea71d51448b8a1019e69828690c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841744 May 20 20:49:51.734540 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36458) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:51.846898 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6c00296a-5186-4c29-8c41-c9873ab404d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:51.878023 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6c00296a-5186-4c29-8c41-c9873ab404d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.064689 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6c00296a-5186-4c29-8c41-c9873ab404d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.070457 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ed436e8d-7a54-4ba6-a564-d8378f3e6a14 tempest-TestShelveInstance-2063668437 tempest-TestShelveInstance-2063668437-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:52.084549 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00296a-5186-4c29-8c41-c9873ab404d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790624a4-0aaa-465c-9717-2c8a4541acc8,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:52.088416 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6c00296a-5186-4c29-8c41-c9873ab404d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:52.090671 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-6c00296a-5186-4c29-8c41-c9873ab404d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.092333 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-6c00296a-5186-4c29-8c41-c9873ab404d4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/790624a4-0aaa-465c-9717-2c8a4541acc8 HTTP/1.1" status: 204 len: 168 time: 0.3559384 May 20 20:49:52.269575 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36464) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:52.290054 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.307128 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:52.312079 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Usage tracker for resource:security_group_rule and tenant:70d69d870b2a4a60afb4b7a139c06dc4 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:52.315631 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:52.323550 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:52.442293 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.528305 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.544660 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-61081b52-91f2-45c6-8466-4c7b48f88ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:52.617701 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=70d69d870b2a4a60afb4b7a139c06dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467383 May 20 20:49:52.621311 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4ab5cb-7f81-4f65-8f80-313028b4d03d,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:52.623946 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36472) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:52.626381 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-48a668b1-be00-4c93-8da3-013911adc1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:52.745467 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-afebb08c-601e-4e3c-939a-e544510f265d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:52.796651 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-afebb08c-601e-4e3c-939a-e544510f265d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:53.041378 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-afebb08c-601e-4e3c-939a-e544510f265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:53.045421 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-52ac2d63-9c04-4c71-a411-358495a30442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:53.058641 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebb08c-601e-4e3c-939a-e544510f265d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4ab5cb-7f81-4f65-8f80-313028b4d03d,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:53.061890 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-afebb08c-601e-4e3c-939a-e544510f265d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:53.069805 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-afebb08c-601e-4e3c-939a-e544510f265d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:53.070957 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-afebb08c-601e-4e3c-939a-e544510f265d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7f4ab5cb-7f81-4f65-8f80-313028b4d03d HTTP/1.1" status: 204 len: 168 time: 0.4446509 May 20 20:49:54.587169 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36504) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:54.758481 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.775966 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:49:54.780442 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:75a22f1bd9284634a18881f70d05d57d is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:49:54.783793 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:49:54.790070 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:49:54.895478 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.984392 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:54.995019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-23315330-1e23-4a1b-b827-9db546c8299d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:55.052912 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=75a22f1bd9284634a18881f70d05d57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4635792 May 20 20:49:55.056733 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b960434e-dae0-4fa9-bb9d-907f21daed5c,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:55.056942 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36516) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:49:55.062413 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-cfe9c962-f85d-408f-855c-db1b6e09e5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:55.135626 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4373d72e-8fa7-4f3d-bceb-0dfa4c1df363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.165041 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4373d72e-8fa7-4f3d-bceb-0dfa4c1df363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.356797 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4373d72e-8fa7-4f3d-bceb-0dfa4c1df363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.364684 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-56288b53-0c7c-49bb-a593-f5868b99de10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:49:55.381038 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373d72e-8fa7-4f3d-bceb-0dfa4c1df363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b960434e-dae0-4fa9-bb9d-907f21daed5c,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:49:55.384181 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4373d72e-8fa7-4f3d-bceb-0dfa4c1df363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:49:55.390014 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4373d72e-8fa7-4f3d-bceb-0dfa4c1df363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:49:55.393902 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-4373d72e-8fa7-4f3d-bceb-0dfa4c1df363 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b960434e-dae0-4fa9-bb9d-907f21daed5c HTTP/1.1" status: 204 len: 168 time: 0.3346252 May 20 20:49:59.648529 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-1233de41-9836-4753-9d31-0a74c434206c tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=01faf657b0a44f80b3fef6eef91f6b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306420 May 20 20:49:59.824457 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-c2a042a5-6050-4d0b-a7b3-6de0ca7c7945 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:49:59.826013 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-c2a042a5-6050-4d0b-a7b3-6de0ca7c7945 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706026 May 20 20:49:59.843520 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-c15958d4-d30b-43c2-9359-fd2432e35868 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/quotas/01faf657b0a44f80b3fef6eef91f6b28 HTTP/1.1" status: 200 len: 375 time: 0.0115047 May 20 20:49:59.898757 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-dd9debf0-21cc-4d22-a729-9eb070cdf0c4 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=01faf657b0a44f80b3fef6eef91f6b28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489874 May 20 20:50:00.387903 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-f3759be4-c1ec-461d-a94a-fed73317d2a0 req-22a8ba7f-d663-4c29-9ee2-405d42eca11d tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 210 time: 0.0833728 May 20 20:50:01.028371 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36674) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:01.162591 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.180821 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:01.182993 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Usage tracker for resource:security_group_rule and tenant:670729bbb0934dfbbe261a37ec996bbb is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:01.186138 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:01.193758 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:01.291681 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.453538 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.464039 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-fe3e1aea-eb08-4efc-8b63-8563411aa69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:01.549760 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-be24559e-6f4b-481d-abaa-a57e15ed6181 req-f7a4932a-1f7a-4ebf-8af5-433a1f64cfde tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 210 time: 0.0767951 May 20 20:50:01.562070 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=670729bbb0934dfbbe261a37ec996bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321898 May 20 20:50:01.563361 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51d5d47-471e-4b6d-bc0a-e32790db600f,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:01.566973 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36686) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:01.569756 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-2f744553-263f-484b-81ad-415f7a42f159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:01.633008 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ae8f65b9-e997-4ade-831a-eaf2faa45fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.665190 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ae8f65b9-e997-4ade-831a-eaf2faa45fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.961275 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ae8f65b9-e997-4ade-831a-eaf2faa45fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.966211 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-a5cc9ba1-8443-4b03-b05c-a0df0988e141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:01.979341 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f65b9-e997-4ade-831a-eaf2faa45fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51d5d47-471e-4b6d-bc0a-e32790db600f,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:01.987739 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ae8f65b9-e997-4ade-831a-eaf2faa45fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:01.988899 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ae8f65b9-e997-4ade-831a-eaf2faa45fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:01.990726 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-ae8f65b9-e997-4ade-831a-eaf2faa45fb4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d51d5d47-471e-4b6d-bc0a-e32790db600f HTTP/1.1" status: 204 len: 168 time: 0.4225466 May 20 20:50:02.766721 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.779786 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36698) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:02.795447 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-02fd24cb-dffa-4c93-8fd7-10e4d262b8bb req-2f452bae-fbe5-4c34-904c-83bbd9619bb6 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 210 time: 0.0556426 May 20 20:50:02.801071 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:02.822663 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:02.831439 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Usage tracker for resource:security_group_rule and tenant:0cae3eea93054f449bb1b989f17be38b is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:02.831439 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:02.837792 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:02.947147 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.085874 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.094629 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-2082eb50-0a02-468b-bf1f-d8cc62b40436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:03.146656 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0cae3eea93054f449bb1b989f17be38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669538 May 20 20:50:03.147601 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5203e7b-7e8c-438e-bfa8-88ff1a79761b,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:03.151388 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36702) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:03.151927 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b97b5a72-690a-45d2-a461-41e2d06476af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:03.219095 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-745c2e8b-45be-4182-a209-62bae2b4b803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.252006 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-745c2e8b-45be-4182-a209-62bae2b4b803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.401443 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-745c2e8b-45be-4182-a209-62bae2b4b803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.406611 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ae8f65b9-e997-4ade-831a-eaf2faa45fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:03.421293 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c2e8b-45be-4182-a209-62bae2b4b803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5203e7b-7e8c-438e-bfa8-88ff1a79761b,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:03.423679 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-745c2e8b-45be-4182-a209-62bae2b4b803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:03.424939 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-745c2e8b-45be-4182-a209-62bae2b4b803 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a5203e7b-7e8c-438e-bfa8-88ff1a79761b HTTP/1.1" status: 204 len: 168 time: 0.2722092 May 20 20:50:03.426070 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-745c2e8b-45be-4182-a209-62bae2b4b803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:03.485252 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-2ee942a7-3dfe-4413-97e5-f62ce406df26 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=01faf657b0a44f80b3fef6eef91f6b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341198 May 20 20:50:03.666182 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-16abc9ee-884b-4e25-bdde-db5e1ab52fa5 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:03.667805 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-16abc9ee-884b-4e25-bdde-db5e1ab52fa5 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772707 May 20 20:50:03.684249 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Request body: {'port': {'device_id': '7057ca76-0502-497e-980a-760d234eaa05', 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e', 'admin_state_up': True, 'tenant_id': '01faf657b0a44f80b3fef6eef91f6b28'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:03.854886 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:03.861402 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Usage tracker for resource:port and tenant:01faf657b0a44f80b3fef6eef91f6b28 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:03.869689 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:03.883115 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:03.996028 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Made reservation on behalf of 01faf657b0a44f80b3fef6eef91f6b28 for: {'port': 1} {{(pid=98921) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 20:50:04.001177 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.023872 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.051937 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:04.059089 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Usage tracker for resource:security_group_rule and tenant:01faf657b0a44f80b3fef6eef91f6b28 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:04.064525 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:04.073541 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:04.076289 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-9fedf363-6fd2-4ca0-ae94-db7bb22463cb req-aaab0d0c-b051-459f-8daa-85b64428859b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 210 time: 0.0991700 May 20 20:50:04.341529 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.459747 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.459747 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-0294e89b-c770-4b77-961c-b77f92e3d102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:04.541814 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5debd89-b42f-4b31-be43-f22a70d1ae2c,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:04.548493 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:04.681058 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.db_base_plugin_common [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Allocated IP 192.168.233.243 (c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e/6a260690-8b1e-4724-a3a8-84af1cbf019e/23772f61-a4f9-4761-977e-290246770d7a) {{(pid=98921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 20:50:04.922299 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks [] for port, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:04.943026 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Transition to ACTIVE for port object 23772f61-a4f9-4761-977e-290246770d7a will not be triggered until provisioned by entity DHCP. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:05.116625 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780801382750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.125724 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-d08e8114-58be-41f2-848f-720c4b593c73 tempest-TestMinimumBasicScenario-1713559859 tempest-TestMinimumBasicScenario-1713559859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:05.222029 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e is already hosted by enough agents. {{(pid=98921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 20:50:05.225875 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.scheduler.base_scheduler [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Resources bound (agent type, host, resource id): {{(pid=98921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 20:50:05.231687 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Received port after_create {{(pid=98921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 20:50:05.269414 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Pushing event updated for resources: {'Port': ['ID=23772f61-a4f9-4761-977e-290246770d7a,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:05.277519 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:05.323271 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:05.324018 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.433210 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d452d-8a57-451e-9983-1c13bbd2d260 req-cb982542-975c-4685-8d5f-51c5d8a04785 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:05.435841 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c21d452d-8a57-451e-9983-1c13bbd2d260 req-cb982542-975c-4685-8d5f-51c5d8a04785 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 936 time: 0.1597979 May 20 20:50:05.476086 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-81ba3e59-a0ec-4dd6-9ac5-f7268b381866 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7987626 May 20 20:50:05.492200 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.v2.base [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Request body: {'port': {'device_id': '7057ca76-0502-497e-980a-760d234eaa05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=98921) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 20:50:05.502969 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c21d452d-8a57-451e-9983-1c13bbd2d260 req-a6a59172-c9d4-48d4-8aa6-bca12c7b8b7f tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562024 May 20 20:50:05.672116 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.680845 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-be05bfeb-8873-468c-9cd0-76b2ca50016e None None] Provisioning for port 23772f61-a4f9-4761-977e-290246770d7a completed by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:50:05.708998 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-be05bfeb-8873-468c-9cd0-76b2ca50016e None None] Provisioning complete for port 23772f61-a4f9-4761-977e-290246770d7a triggered by entity DHCP. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:05.709612 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-be05bfeb-8873-468c-9cd0-76b2ca50016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:05.835332 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-be05bfeb-8873-468c-9cd0-76b2ca50016e None None] Port 23772f61-a4f9-4761-977e-290246770d7a cannot update to ACTIVE because it is not bound. {{(pid=98923) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 20:50:06.147442 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23772f61-a4f9-4761-977e-290246770d7a {{(pid=98921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:50:06.158950 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.179822 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.provisioning_blocks [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Transition to ACTIVE for port object 23772f61-a4f9-4761-977e-290246770d7a will not be triggered until provisioned by entity L2. {{(pid=98921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 20:50:06.281488 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.287431 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-db6d8c9e-cc8e-47b4-a4eb-58f99e359eb2 tempest-VolumesSnapshotTestJSON-1646577793 tempest-VolumesSnapshotTestJSON-1646577793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:06.597937 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Pushing event updated for resources: {'Port': ['ID=23772f61-a4f9-4761-977e-290246770d7a,revision_number=2']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:06.622965 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:06.682826 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Attempting to bind port 23772f61-a4f9-4761-977e-290246770d7a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 20:50:06.683243 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Attempting to bind port 23772f61-a4f9-4761-977e-290246770d7a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 20:50:06.683541 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Attempting to bind port 23772f61-a4f9-4761-977e-290246770d7a on network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:50:06.689601 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Port 23772f61-a4f9-4761-977e-290246770d7a on network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 20:50:06.689960 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Attempting to bind port 23772f61-a4f9-4761-977e-290246770d7a on network c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 20:50:06.697356 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Checking agent: {'id': 'f9cf34e9-9263-4faf-88cd-cc8d9410c34d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'started_at': datetime.datetime(2021, 5, 20, 20, 39, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 20, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 20:50:06.697356 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Checking segment: {'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 20:50:06.697830 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Bound using segment: {'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'} {{(pid=98921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 20:50:06.698074 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.managers [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Bound port: 23772f61-a4f9-4761-977e-290246770d7a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa2d6750-9054-4def-96e2-97d7b8253fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e'}}] {{(pid=98921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 20:50:06.698743 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.869027 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] For port 23772f61-a4f9-4761-977e-290246770d7a, host hv-cinder-78462, cleared binding levels {{(pid=98921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 20:50:06.873378 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] For port 23772f61-a4f9-4761-977e-290246770d7a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23772f61-a4f9-4761-977e-290246770d7a,segment=NetworkSegment(aa2d6750-9054-4def-96e2-97d7b8253fdf),segment_id=aa2d6750-9054-4def-96e2-97d7b8253fdf)] {{(pid=98921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 20:50:06.874457 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33155eb-0bb0-4453-8a81-099868cccad6 req-d52952ea-0e7d-433c-bd34-9ba5435edeb5 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:06.876425 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a33155eb-0bb0-4453-8a81-099868cccad6 req-d52952ea-0e7d-433c-bd34-9ba5435edeb5 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 948 time: 0.1436405 May 20 20:50:06.933773 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-a33155eb-0bb0-4453-8a81-099868cccad6 req-7a1ce6b1-d894-4d43-9559-8a954047abc9 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501447 May 20 20:50:06.941696 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15860518'] for port, after_update {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:06.945985 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-87d2dcec-000a-4e44-99c9-07e32264ac98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:07.019970 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:07.020611 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:07.022158 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] 10.222.0.95 "PUT /v2.0/ports/23772f61-a4f9-4761-977e-290246770d7a HTTP/1.1" status: 200 len: 1098 time: 1.5383096 May 20 20:50:07.022725 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7057ca76-0502-497e-980a-760d234eaa05', 'tag': '23772f61-a4f9-4761-977e-290246770d7a'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:50:07.052697 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Pushing event updated for resources: {'Port': ['ID=23772f61-a4f9-4761-977e-290246770d7a,revision_number=3']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:07.054430 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:07.103744 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7057ca76-0502-497e-980a-760d234eaa05', 'tag': '23772f61-a4f9-4761-977e-290246770d7a', 'status': 'completed', 'code': 200} May 20 20:50:07.254216 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd920-2af4-49c2-b3a5-f207723b0950 req-25c5f1d6-7244-4fb3-aa74-216a461b7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:07.255808 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-198fd920-2af4-49c2-b3a5-f207723b0950 req-25c5f1d6-7244-4fb3-aa74-216a461b7345 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=01faf657b0a44f80b3fef6eef91f6b28&device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 1101 time: 0.1314347 May 20 20:50:07.300289 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-198fd920-2af4-49c2-b3a5-f207723b0950 req-4dd48857-cfef-404f-8943-55f5fb31fef4 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=01faf657b0a44f80b3fef6eef91f6b28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372560 May 20 20:50:07.561526 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd920-2af4-49c2-b3a5-f207723b0950 req-c64d4252-e8ba-4d34-b446-237dd008506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:07.562989 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-198fd920-2af4-49c2-b3a5-f207723b0950 req-c64d4252-e8ba-4d34-b446-237dd008506c service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2571588 May 20 20:50:07.676741 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-43101d3c-9d45-4f99-a91b-b0948dc3a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:07.678232 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-43101d3c-9d45-4f99-a91b-b0948dc3a20a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=01faf657b0a44f80b3fef6eef91f6b28&device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 1101 time: 0.0764225 May 20 20:50:07.753495 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-59843bc2-8088-42bb-8c3b-b3d389dca80c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=23772f61-a4f9-4761-977e-290246770d7a HTTP/1.1" status: 200 len: 217 time: 0.0678670 May 20 20:50:07.824325 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-402a025a-efc7-45fb-a152-64b445c1bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:07.825847 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-402a025a-efc7-45fb-a152-64b445c1bc58 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a260690-8b1e-4724-a3a8-84af1cbf019e HTTP/1.1" status: 200 len: 843 time: 0.0654929 May 20 20:50:07.918191 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-9929901c-2b0c-4dca-a32c-405ec23a8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:07.921182 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-9929901c-2b0c-4dca-a32c-405ec23a8d64 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869231 May 20 20:50:08.081201 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-975a1845-7edf-4943-b6c9-0e874ddf9a27 service neutron] 10.222.0.95 "GET /v2.0/networks/c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541913 May 20 20:50:08.247650 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390a8a0-84e7-4f6a-b3bb-108c8cc85d02 req-fc3fa910-e7b2-43e6-9b9a-f388f5d96cb8 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:08.249258 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4390a8a0-84e7-4f6a-b3bb-108c8cc85d02 req-fc3fa910-e7b2-43e6-9b9a-f388f5d96cb8 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 948 time: 0.0926445 May 20 20:50:08.252781 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-07dc38af-107c-4181-ab85-3ebbcf9888c5 req-cfef9f4a-81ce-4258-a013-c1d060448c75 service neutron] 10.222.0.95 "GET /v2.0/networks/c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639314 May 20 20:50:08.313919 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4390a8a0-84e7-4f6a-b3bb-108c8cc85d02 req-9b6e19da-b692-456e-aeb8-65e71471c848 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550911 May 20 20:50:09.563396 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7444b2d-8ed2-4565-ae7c-ae9777a4e58d req-e3f1bd41-179d-4780-a20c-6b0e06207e77 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:09.565303 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d7444b2d-8ed2-4565-ae7c-ae9777a4e58d req-e3f1bd41-179d-4780-a20c-6b0e06207e77 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 948 time: 0.0959814 May 20 20:50:09.617563 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-d7444b2d-8ed2-4565-ae7c-ae9777a4e58d req-4473021a-d5de-4bb6-9632-c8ce1a10ca48 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 May 20 20:50:10.155589 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-80b8f063-f262-4d42-a566-9144b46a78d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.397844 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 23772f61-a4f9-4761-977e-290246770d7a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=98923) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 20:50:10.548985 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 23772f61-a4f9-4761-977e-290246770d7a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23772f61-a4f9-4761-977e-290246770d7a,segment=NetworkSegment(aa2d6750-9054-4def-96e2-97d7b8253fdf),segment_id=aa2d6750-9054-4def-96e2-97d7b8253fdf)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:50:10.564219 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Returning: {'device': '23772f61-a4f9-4761-977e-290246770d7a', 'network_id': 'c87aa38a-ea28-42af-bfc0-6cf5d6c9ec5e', 'port_id': '23772f61-a4f9-4761-977e-290246770d7a', 'mac_address': 'fa:16:3e:a4:a4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a260690-8b1e-4724-a3a8-84af1cbf019e', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98923) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 20:50:10.624719 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.645152 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23772f61-a4f9-4761-977e-290246770d7a {{(pid=98923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 20:50:10.666296 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 23772f61-a4f9-4761-977e-290246770d7a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23772f61-a4f9-4761-977e-290246770d7a,segment=NetworkSegment(aa2d6750-9054-4def-96e2-97d7b8253fdf),segment_id=aa2d6750-9054-4def-96e2-97d7b8253fdf)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:50:10.755957 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:10.761188 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:10.846894 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df05fac-15f2-4291-90f0-3c49677c00c6 req-d98c77e8-27b0-422e-8ce8-7b6282d0482c tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:10.848793 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4df05fac-15f2-4291-90f0-3c49677c00c6 req-d98c77e8-27b0-422e-8ce8-7b6282d0482c tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 949 time: 0.1017835 May 20 20:50:10.912011 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-4df05fac-15f2-4291-90f0-3c49677c00c6 req-f8aeb16e-1e43-4315-a658-7938ceb7114c tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552909 May 20 20:50:10.913850 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=23772f61-a4f9-4761-977e-290246770d7a,revision_number=4']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:10.920161 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:11.009794 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['23772f61-a4f9-4761-977e-290246770d7a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:50:11.389047 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36794) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:11.533239 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.561078 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:11.568118 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Usage tracker for resource:security_group_rule and tenant:5da14b5af3d84873b1c5bff91eb04c2f is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:11.573908 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:11.584402 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:11.735392 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.790633 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:11.798289 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-57745c65-135c-40a0-8363-be29d42d4389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:11.846773 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0902ce6-8414-49c3-ac3c-d2926d0f0a06,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:11.851362 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5da14b5af3d84873b1c5bff91eb04c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611828 May 20 20:50:11.853086 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-fcbf4142-f344-42c9-adb4-631f6bcbf179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:11.857300 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36800) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:12.018807 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.049298 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.209143 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.219601 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-427f6f1a-33a4-44db-a540-675e3d2caa10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:12.246991 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0902ce6-8414-49c3-ac3c-d2926d0f0a06,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:12.269268 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.269879 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.270480 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.271102 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.271746 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.272362 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.272946 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.273542 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.274130 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.275807 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.276419 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.277021 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:12.283554 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:12.285080 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.289258 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-cbb62871-9db2-4f6b-9e42-5a5d2d39a70e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f0902ce6-8414-49c3-ac3c-d2926d0f0a06 HTTP/1.1" status: 204 len: 168 time: 0.4300122 May 20 20:50:12.310038 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c18c0-77c9-4cbd-9b88-bd05c6bdd651 req-214c1dfe-b31f-4c69-a391-5498739f719d tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:12.313096 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b59c18c0-77c9-4cbd-9b88-bd05c6bdd651 req-214c1dfe-b31f-4c69-a391-5498739f719d tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 949 time: 0.1760712 May 20 20:50:12.392340 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-b59c18c0-77c9-4cbd-9b88-bd05c6bdd651 req-eeedf251-3109-42bc-84f1-fec6267e76e8 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715837 May 20 20:50:12.413636 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 23772f61-a4f9-4761-977e-290246770d7a up at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 20:50:12.583683 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning for port 23772f61-a4f9-4761-977e-290246770d7a completed by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 20:50:12.590773 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.db.provisioning_blocks [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Provisioning complete for port 23772f61-a4f9-4761-977e-290246770d7a triggered by entity L2. {{(pid=98923) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 20:50:12.591239 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717925'] for port, provisioning_complete {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.785630 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.810972 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-589663'] for port, before_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.861083 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7057ca76-0502-497e-980a-760d234eaa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23772f61-a4f9-4761-977e-290246770d7a'}] {{(pid=98923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:50:12.879343 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] For port 23772f61-a4f9-4761-977e-290246770d7a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23772f61-a4f9-4761-977e-290246770d7a,segment=NetworkSegment(aa2d6750-9054-4def-96e2-97d7b8253fdf),segment_id=aa2d6750-9054-4def-96e2-97d7b8253fdf)] {{(pid=98923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:50:12.916600 dv-cinder-784623-13-smb neutron-server[98923]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7057ca76-0502-497e-980a-760d234eaa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23772f61-a4f9-4761-977e-290246770d7a', 'code': 200} May 20 20:50:12.955750 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780801894584', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780801382768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780801382813'] for port, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:12.959586 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:13.054703 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Pushing event updated for resources: {'Port': ['ID=23772f61-a4f9-4761-977e-290246770d7a,revision_number=5']} {{(pid=98923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:13.058858 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG oslo_concurrency.lockutils [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:13.095429 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 36812) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:13.115105 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.131604 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:13.132409 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-3bb16115-4005-48d0-8a67-f49466df00b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.137391 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ebba347aabf0401a81772e7ad2c3db6c is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:13.140693 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:13.147402 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:13.245105 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.332691 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.344000 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6640eee8-1711-4939-92d6-c66d835a16a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:13.441659 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ebba347aabf0401a81772e7ad2c3db6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413143 May 20 20:50:13.442473 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 36818) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:13.448057 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901ac00c-2fb5-418b-95d5-ec651142a010,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:13.451837 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-4c581f23-3c59-4457-a42f-7caf553835e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:13.479804 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9042-a99e-4757-846f-f511ed44e36a req-3d1016b2-46d6-4e90-80c1-76bf5e3566e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:13.481408 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-55ce9042-a99e-4757-846f-f511ed44e36a req-3d1016b2-46d6-4e90-80c1-76bf5e3566e0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 1103 time: 0.1390390 May 20 20:50:13.537484 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-55ce9042-a99e-4757-846f-f511ed44e36a req-de2b66f7-e4e3-40c7-bab7-9447c4fe4073 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 May 20 20:50:13.541489 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cc9-80a4-4f92-8c51-81293589cbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.665783 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cc9-80a4-4f92-8c51-81293589cbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.777662 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca1349-d937-48ea-872e-f7ce6441e5d8 req-a9e3b546-f2b9-4e0e-bb78-f7c320055914 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:13.779246 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c6ca1349-d937-48ea-872e-f7ce6441e5d8 req-a9e3b546-f2b9-4e0e-bb78-f7c320055914 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 950 time: 0.2172294 May 20 20:50:13.838805 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-c6ca1349-d937-48ea-872e-f7ce6441e5d8 req-0b6c54d7-5a78-4488-a2bc-5d23efc766e9 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497384 May 20 20:50:13.886939 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cc9-80a4-4f92-8c51-81293589cbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.891451 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-f505708f-a228-4bb3-852d-b03f929ce7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:13.904036 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f44cc9-80a4-4f92-8c51-81293589cbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901ac00c-2fb5-418b-95d5-ec651142a010,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:13.908046 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-b5f44cc9-80a4-4f92-8c51-81293589cbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:13.914532 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-b5f44cc9-80a4-4f92-8c51-81293589cbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:13.917026 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-b5f44cc9-80a4-4f92-8c51-81293589cbfb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/901ac00c-2fb5-418b-95d5-ec651142a010 HTTP/1.1" status: 204 len: 168 time: 0.4727664 May 20 20:50:13.978758 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.089227 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e4286-f3b5-4d71-9196-44e80dedf8ef req-5553b3ab-9e93-4d08-abfa-8ccc1f8f92fd tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:15.090839 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-664e4286-f3b5-4d71-9196-44e80dedf8ef req-5553b3ab-9e93-4d08-abfa-8ccc1f8f92fd tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 950 time: 0.0939109 May 20 20:50:15.142185 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-664e4286-f3b5-4d71-9196-44e80dedf8ef req-a81e3c17-6227-425c-83fe-1a0def6e6cc8 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451646 May 20 20:50:15.584550 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:15.945184 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cd5a1-d3f2-40ed-b50a-d98de8bb3301 req-d379c094-8ef2-4eaf-8961-0420ce0a9b39 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:15.945184 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-972cd5a1-d3f2-40ed-b50a-d98de8bb3301 req-d379c094-8ef2-4eaf-8961-0420ce0a9b39 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 950 time: 0.1217303 May 20 20:50:15.992808 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-972cd5a1-d3f2-40ed-b50a-d98de8bb3301 req-7ba3be80-be56-4cdd-9e64-31b5b8e67161 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 May 20 20:50:17.202759 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-1f9ef66c-a0c6-4c85-b484-5e990b3c9b1c tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98921) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:17.203628 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-1f9ef66c-a0c6-4c85-b484-5e990b3c9b1c tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Synchronizing usage tracker for tenant:01faf657b0a44f80b3fef6eef91f6b28 on resource:port {{(pid=98921) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 20:50:17.276182 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075aa601-3681-4a17-a4a1-9803784a56ce req-1702daaa-adea-4de8-a041-35a59396e54e tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98922) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 20:50:17.278045 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-075aa601-3681-4a17-a4a1-9803784a56ce req-1702daaa-adea-4de8-a041-35a59396e54e tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 950 time: 0.1007128 May 20 20:50:17.322457 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-1f9ef66c-a0c6-4c85-b484-5e990b3c9b1c tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Unset dirty status for tenant:01faf657b0a44f80b3fef6eef91f6b28 on resource:port {{(pid=98921) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 20:50:17.324503 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-1f9ef66c-a0c6-4c85-b484-5e990b3c9b1c tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.95 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 950 time: 0.2434289 May 20 20:50:17.345324 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-075aa601-3681-4a17-a4a1-9803784a56ce req-5cb48ef0-5bf6-4720-9b3a-20ff0747adc3 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/security-groups?id=f5debd89-b42f-4b31-be43-f22a70d1ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567465 May 20 20:50:17.525466 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Deleting port 23772f61-a4f9-4761-977e-290246770d7a {{(pid=98921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 20:50:17.525820 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780801890771'] for port, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:17.688293 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.db [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] For port 23772f61-a4f9-4761-977e-290246770d7a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=23772f61-a4f9-4761-977e-290246770d7a,segment=NetworkSegment(aa2d6750-9054-4def-96e2-97d7b8253fdf),segment_id=aa2d6750-9054-4def-96e2-97d7b8253fdf)] {{(pid=98921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 20:50:17.688669 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2074845'] for port, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:17.823071 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.plugins.ml2.plugin [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Calling delete_port for 23772f61-a4f9-4761-977e-290246770d7a owned by compute:nova {{(pid=98921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 20:50:18.035283 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-589704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780801894602', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780801382759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15860527'] for port, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:18.042499 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-61cb8032-9b1a-4ffe-a419-0add8d4af857 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:18.049817 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.db [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] get_ports_and_sgs() called for port_ids ['23772f61-a4f9-4761-977e-290246770d7a'] {{(pid=98923) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 20:50:18.100560 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Pushing event deleted for resources: {'Port': ['ID=23772f61-a4f9-4761-977e-290246770d7a,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:18.104675 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:18.226106 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] No DVR routers for this DVR port 23772f61-a4f9-4761-977e-290246770d7a on host hv-cinder-78462 {{(pid=98921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 20:50:18.232338 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-213425'] for port, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:18.238205 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7057ca76-0502-497e-980a-760d234eaa05', 'name': 'network-vif-deleted', 'tag': '23772f61-a4f9-4761-977e-290246770d7a'}] {{(pid=98921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 20:50:18.315748 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7057ca76-0502-497e-980a-760d234eaa05', 'name': 'network-vif-deleted', 'tag': '23772f61-a4f9-4761-977e-290246770d7a', 'status': 'completed', 'code': 200} May 20 20:50:18.384863 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [req-ef9656d6-4228-4b43-8037-e79c77f94949 req-c8fed18f-7e63-4afd-aa00-d8ca074a123b tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.95 "DELETE /v2.0/ports/23772f61-a4f9-4761-977e-290246770d7a HTTP/1.1" status: 204 len: 173 time: 1.0477879 May 20 20:50:18.563886 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [req-3326b645-4c9f-47c1-b0e5-72030ff83cdf req-ceeeab83-06aa-40cb-a07a-544ea4a42c30 tempest-VolumesNegativeTest-1316030950 tempest-VolumesNegativeTest-1316030950-project] 10.222.0.85 "GET /v2.0/ports?device_id=7057ca76-0502-497e-980a-760d234eaa05 HTTP/1.1" status: 200 len: 210 time: 0.0684299 May 20 20:50:20.446845 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 23772f61-a4f9-4761-977e-290246770d7a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 20:50:20.490668 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.plugin [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] No Port match for: 23772f61-a4f9-4761-977e-290246770d7a {{(pid=98923) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 20:50:20.491162 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron.plugins.ml2.rpc [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Device 23772f61-a4f9-4761-977e-290246770d7a not bound to the agent host hv-cinder-78462 {{(pid=98923) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 20:50:26.365722 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 37144) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:26.502356 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.518757 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:26.523232 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Usage tracker for resource:security_group_rule and tenant:2248e74ac63a48d58d8e1119417512db is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:26.527262 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:26.533386 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:26.621028 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.749531 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.757482 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-bc74fb55-1ffc-4201-a598-5abf18a50d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:26.802675 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2248e74ac63a48d58d8e1119417512db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359248 May 20 20:50:26.803570 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf727223-caeb-4ff4-b315-93737f952a9c,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:26.805720 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 37152) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:26.807782 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-e33319eb-1c94-4ccd-883d-93709c2c2493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:26.878978 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.912232 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:26.976867 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:50:27.075207 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.079758 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-b845d86d-f8c8-42df-8753-6891e22e61fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:27.092920 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf727223-caeb-4ff4-b315-93737f952a9c,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:27.104534 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.104914 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.105290 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.105647 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.106012 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.106373 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.106728 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.107091 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.107437 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.107954 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.108313 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.108889 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-13-smb {{(pid=98921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 20:50:27.112004 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:27.113937 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.115602 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-5d6bc7ea-410a-4bc4-ae8e-563e77966c6d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cf727223-caeb-4ff4-b315-93737f952a9c HTTP/1.1" status: 204 len: 168 time: 0.3086178 May 20 20:50:27.346448 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 37162) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:27.611899 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-f8e96346-410c-4817-83ac-35f9089873f1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=01faf657b0a44f80b3fef6eef91f6b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641182 May 20 20:50:27.614509 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 37170) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:27.812148 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ce361912-cfb4-4edf-966a-a1d5bb6612b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.841620 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ce361912-cfb4-4edf-966a-a1d5bb6612b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.894833 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 37174) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:27.913096 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.929428 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:27.934248 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b54478748b4595b15476f90e9f9705 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:27.937643 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:27.944146 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:27.990268 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ce361912-cfb4-4edf-966a-a1d5bb6612b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:27.995279 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-809477c1-b46a-4e31-b65b-ebe5bb4fd70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:28.013420 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce361912-cfb4-4edf-966a-a1d5bb6612b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5debd89-b42f-4b31-be43-f22a70d1ae2c,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:28.017873 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-ce361912-cfb4-4edf-966a-a1d5bb6612b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:28.021824 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-ce361912-cfb4-4edf-966a-a1d5bb6612b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.024355 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-ce361912-cfb4-4edf-966a-a1d5bb6612b2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f5debd89-b42f-4b31-be43-f22a70d1ae2c HTTP/1.1" status: 204 len: 168 time: 0.4080112 May 20 20:50:28.082644 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.162654 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.176438 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-851846c4-c49b-41af-8f12-dca35d673088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:28.227115 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b7b54478748b4595b15476f90e9f9705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310375 May 20 20:50:28.228765 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e6fb23-d0e9-4a1b-9b79-78642f550b5e,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:28.230019 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 37180) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:28.232454 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-ce7a02b1-04e4-4b3b-b916-8271591e42d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:28.319419 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dd67d0b7-97eb-4eeb-85e9-2b409aa5a396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.349214 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dd67d0b7-97eb-4eeb-85e9-2b409aa5a396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.487501 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dd67d0b7-97eb-4eeb-85e9-2b409aa5a396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.492328 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c2db2761-2431-4320-ae75-b5c6ce387f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:28.507843 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67d0b7-97eb-4eeb-85e9-2b409aa5a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e6fb23-d0e9-4a1b-9b79-78642f550b5e,revision_number=None']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:28.512576 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-dd67d0b7-97eb-4eeb-85e9-2b409aa5a396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:28.514875 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-dd67d0b7-97eb-4eeb-85e9-2b409aa5a396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:28.516079 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-dd67d0b7-97eb-4eeb-85e9-2b409aa5a396 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/39e6fb23-d0e9-4a1b-9b79-78642f550b5e HTTP/1.1" status: 204 len: 168 time: 0.2846723 May 20 20:50:32.709370 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:40.166726 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf5f-60e8-4d4f-9afa-9fa08d13a961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:42.778063 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.042061 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-b86094e7-e3e7-4242-9d95-763fe8316fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:43.977807 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:45.601241 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.363305 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.wsgi [-] (98921) accepted ('10.222.0.85', 37322) {{(pid=98921) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:48.488491 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.505679 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:50:48.510017 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Usage tracker for resource:security_group_rule and tenant:065b739222d44649a769aa9af3e4dd71 is out of sync, need to count used quota {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:50:48.513710 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.quota.resource [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98921) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:50:48.519553 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.db.quota.driver [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98921) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:50:48.611812 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.675033 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron_lib.callbacks.manager [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.684846 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-6cc24975-c2a0-4ee5-85f3-07ad66833be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:48.727895 dv-cinder-784623-13-smb neutron-server[98921]: INFO neutron.wsgi [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=065b739222d44649a769aa9af3e4dd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630235 May 20 20:50:48.729662 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2cc65a-2acc-4937-b24a-1c7edc325467,revision_number=1']} {{(pid=98921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:48.731196 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 37328) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:50:48.732926 dv-cinder-784623-13-smb neutron-server[98921]: DEBUG oslo_concurrency.lockutils [None req-c546665b-4d95-47b7-a8b0-5226b30ebb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:48.797675 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4614fece-810e-4f28-bb8b-aef28fd6cfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:48.826509 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4614fece-810e-4f28-bb8b-aef28fd6cfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.011609 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4614fece-810e-4f28-bb8b-aef28fd6cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.018593 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4373d72e-8fa7-4f3d-bceb-0dfa4c1df363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:50:49.044798 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614fece-810e-4f28-bb8b-aef28fd6cfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2cc65a-2acc-4937-b24a-1c7edc325467,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:50:49.049359 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-4614fece-810e-4f28-bb8b-aef28fd6cfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:50:49.067213 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-4614fece-810e-4f28-bb8b-aef28fd6cfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:50:49.069164 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-4614fece-810e-4f28-bb8b-aef28fd6cfc6 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2b2cc65a-2acc-4937-b24a-1c7edc325467 HTTP/1.1" status: 204 len: 168 time: 0.3357563 May 20 20:51:02.703616 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:03.977521 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:51:09.406055 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 37440) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:51:09.592039 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.609371 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 20:51:09.614018 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Usage tracker for resource:security_group_rule and tenant:10d28af92a2f4b749f73b82458436479 is out of sync, need to count used quota {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 20:51:09.618573 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.quota.resource [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98922) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 20:51:09.626056 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.db.quota.driver [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98922) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 20:51:09.728065 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.880373 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_create {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:09.889593 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-1d441200-b566-473a-b19a-36fb158f3c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:51:09.936776 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fd9c1b-9302-4dbb-b709-adcb3efe6fb6,revision_number=1']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:09.941433 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:51:09.948595 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-08b7772d-db2a-40f1-b89c-fd382ba7253e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=10d28af92a2f4b749f73b82458436479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409322 May 20 20:51:09.952152 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.wsgi [-] (98922) accepted ('10.222.0.85', 37446) {{(pid=98922) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 20:51:10.031386 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9b3467d0-e50c-42ba-be92-b01c28bf1055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.062370 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9b3467d0-e50c-42ba-be92-b01c28bf1055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.233204 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-ff18c0c3-c65a-41e1-9bc7-8767e0935a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.233777 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9b3467d0-e50c-42ba-be92-b01c28bf1055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590899'] for security_group, after_delete {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.240049 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-6b74c014-faa3-4e11-ad5b-125da61ec9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 20:51:10.254763 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3467d0-e50c-42ba-be92-b01c28bf1055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fd9c1b-9302-4dbb-b709-adcb3efe6fb6,revision_number=None']} {{(pid=98922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 20:51:10.258529 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG oslo_concurrency.lockutils [None req-9b3467d0-e50c-42ba-be92-b01c28bf1055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 20:51:10.259826 dv-cinder-784623-13-smb neutron-server[98922]: DEBUG neutron_lib.callbacks.manager [None req-9b3467d0-e50c-42ba-be92-b01c28bf1055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:10.261484 dv-cinder-784623-13-smb neutron-server[98922]: INFO neutron.wsgi [None req-9b3467d0-e50c-42ba-be92-b01c28bf1055 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f3fd9c1b-9302-4dbb-b709-adcb3efe6fb6 HTTP/1.1" status: 204 len: 168 time: 0.3069148 May 20 20:51:12.782767 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.074734 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-bb6923b1-ec90-493d-9ea6-280e66d23d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:13.982939 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:15.588583 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:32.743157 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.182897 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-53ea3932-391d-435d-93a0-665164240605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:40.978269 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:51:42.748179 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.062749 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-b4c366fa-1269-4949-9faa-d86c4bc5969a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:43.983277 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:51:45.576506 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:02.713515 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:10.205032 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-489c3344-3258-4f0e-b41b-ada888b91e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:12.758819 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:13.102393 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-ebc4221a-1dd0-4770-b7f8-0ee52941965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:14.010709 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:15.576228 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:17.978783 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:52:32.752958 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:40.198716 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-ef825128-36cf-4c07-a38d-43ae362ce6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:42.821343 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:43.089424 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f455-a9e8-4846-9861-92c61c4f5972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:43.998707 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:45.581665 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:52:54.979108 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:53:02.718409 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:10.238968 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-5b2a2a17-cd72-4711-80e3-e29950949a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:12.758364 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:13.072774 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6c315c85-2cac-4ec0-89b8-b50baba4c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:13.935814 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:15.626737 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:31.979109 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:53:32.746355 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:40.180425 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-784fc8e5-897c-4086-a5a4-d105d52b497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:42.769066 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:43.043108 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-a4284afa-e334-47bc-8527-0764f583e8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:43.997893 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:53:45.614409 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:02.780275 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:08.978855 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:54:10.162764 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-0b56126c-310d-48e1-b7b9-ccbe8ac5761b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:12.767711 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.065870 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-9736edfe-3ae1-4bc5-afa2-87f607c6782f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:13.991676 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:15.631440 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:32.738777 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:40.172978 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-f14e2124-75d1-4d79-9b1a-1af1650ae22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:42.779347 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.077329 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-e8ac50db-d2b4-4fff-86e2-85a8382e2c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:43.980226 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.602385 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:54:45.977833 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:55:02.739488 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:10.178874 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-89cc1420-fcfd-4df4-b26b-e43e4ea39c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:12.761490 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:13.047479 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1eb283f5-d272-47cb-b6db-e8021c0e4455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:13.984724 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:15.601850 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:22.977484 dv-cinder-784623-13-smb neutron-server[98924]: DEBUG neutron.db.agents_db [None req-f4b871f4-de49-4c20-8d94-0a05f1299e32 None None] Agent healthcheck: found 6 active agents {{(pid=98924) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 20:55:32.760759 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-6db784de-bce7-417f-afc8-a106a31f5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:40.166425 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-2e3a3148-bc60-4e40-847c-f71422ba8833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:42.755616 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0c1c-7ae5-4630-864e-141215c82b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:43.052892 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-275fceaa-f3df-41d1-86bb-1acc1957d8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:44.035158 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-1a12eb4d-d79e-472b-ae68-c532bbc14711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 20:55:45.641641 dv-cinder-784623-13-smb neutron-server[98923]: DEBUG neutron_lib.callbacks.manager [None req-7a863c00-ce7a-4e72-9896-222780ece08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780801824844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718038'] for agent, after_update {{(pid=98923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}